2021-07-07T00:00:04.384Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-07-07T00:00:05.238Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-07-07T00:00:05.593Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-07-07T00:00:05.600Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-07-07T00:00:05.614Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-07-07T00:00:05.622Z [main] INFO c.d.driver.core.SystemProperties com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T00:00:05.622Z [main] INFO c.datastax.driver.core.ClockFactory Using java.lang.System clock to generate timestamps. 2021-07-07T00:00:05.700Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-07-07T00:00:05.776Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-07-07T00:00:07.241Z [main] INFO c.d.d.c.p.DCAwareRoundRobinPolicy Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T00:00:07.242Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T00:00:07.242Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.30.195:9042 added 2021-07-07T00:00:07.243Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T00:00:19.325Z [cluster1-timeouter-0] WARN c.d.driver.core.HostConnectionPool Error creating connection to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Operation timed out at com.datastax.driver.core.Connection$Future.onTimeout(Connection.java:1526) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:00:19.326Z [cluster1-timeouter-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.ConnectionException: [cassandra.onap/10.242.30.195:9042] Pool was closed during initialization at com.datastax.driver.core.HostConnectionPool$2.onSuccess(HostConnectionPool.java:173) at com.datastax.driver.core.HostConnectionPool$2.onSuccess(HostConnectionPool.java:158) at com.google.common.util.concurrent.Futures$CallbackListener.run(Futures.java:1080) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.google.common.util.concurrent.CollectionFuture.handleAllCompleted(CollectionFuture.java:69) at com.google.common.util.concurrent.AggregateFuture.processCompleted(AggregateFuture.java:282) at com.google.common.util.concurrent.AggregateFuture.decrementCountAndMaybeComplete(AggregateFuture.java:264) at com.google.common.util.concurrent.AggregateFuture.access$200(AggregateFuture.java:42) at com.google.common.util.concurrent.AggregateFuture$1.run(AggregateFuture.java:147) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.setFuture(AbstractFuture.java:814) at com.google.common.util.concurrent.AbstractCatchingFuture$AsyncCatchingFuture.setResult(AbstractCatchingFuture.java:203) at com.google.common.util.concurrent.AbstractCatchingFuture$AsyncCatchingFuture.setResult(AbstractCatchingFuture.java:179) at com.google.common.util.concurrent.AbstractCatchingFuture.run(AbstractCatchingFuture.java:133) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.setFuture(AbstractFuture.java:814) at com.google.common.util.concurrent.AbstractCatchingFuture$AsyncCatchingFuture.setResult(AbstractCatchingFuture.java:203) at com.google.common.util.concurrent.AbstractCatchingFuture$AsyncCatchingFuture.setResult(AbstractCatchingFuture.java:179) at com.google.common.util.concurrent.AbstractCatchingFuture.run(AbstractCatchingFuture.java:133) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.setException(AbstractFuture.java:771) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:100) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.setException(AbstractFuture.java:771) at com.datastax.driver.core.Connection$Future.onTimeout(Connection.java:1526) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:00:20.622Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:00:20.718Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:00:20.802Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:00:20.806Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] because it collides with previously registered codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] 2021-07-07T00:00:21.383Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl loaded external testing config {"client":{"enabled":true},"endpoints":["vtp,VTP,true,http://refrepo:8702/onapapi/vnfsdk-marketplace,onap.*","repository,Repository,false,,.*"]} 2021-07-07T00:00:21.389Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl processed external testing config [{"enabled":true,"title":"VTP","url":"http://refrepo:8702/onapapi/vnfsdk-marketplace","id":"vtp","apiKey":null,"scenarioFilter":"onap.*"},{"enabled":false,"title":"Repository","url":"","id":"repository","apiKey":null,"scenarioFilter":".*"}] 2021-07-07T00:00:22.295Z [main] INFO org.apache.cxf.endpoint.ServerImpl Setting the server's publish address to be / 2021-07-07T00:00:22.395Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext initialized in 18007 ms 2021-07-07T00:00:24.770Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:00:24.878Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:00:24.897Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:00:25.259Z [main] INFO o.s.web.servlet.DispatcherServlet Initializing Servlet 'spring-mapper' 2021-07-07T00:00:25.461Z [main] INFO o.s.web.servlet.DispatcherServlet Completed initialization in 202 ms 2021-07-07T00:00:25.736Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d40959cc-cb83-4142-b7c0-7e504b6e2408 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:00:25.728Z ElapsedTime=0 EndTimestamp=2021-07-07T00:00:25.728Z InvocationID=fb928549-3fe2-415c-b2c5-390344367fce PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:00:25.736Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8e80c8c6-cb01-4aa8-ab07-3f63224ec5e2 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:00:25.728Z ElapsedTime=0 EndTimestamp=2021-07-07T00:00:25.728Z InvocationID=9c57559d-6755-4b08-b1dd-a779346e0090 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:00:25.843Z [qtp817348612-11] INFO c.d.driver.core.SystemProperties RequestID=d40959cc-cb83-4142-b7c0-7e504b6e2408 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T00:00:25.843Z [qtp817348612-11] INFO c.datastax.driver.core.ClockFactory RequestID=d40959cc-cb83-4142-b7c0-7e504b6e2408 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using java.lang.System clock to generate timestamps. 2021-07-07T00:00:26.394Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b63cb2ca-b8b1-4433-80a1-816f846cd10a ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:00:26.394Z ElapsedTime=0 EndTimestamp=2021-07-07T00:00:26.394Z InvocationID=d2e87f9d-6d3d-45ae-a296-1748602a3631 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:00:30.234Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=99835af4-e8eb-40c3-b954-4fa4f175fdba ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:00:30.233Z ElapsedTime=0 EndTimestamp=2021-07-07T00:00:30.233Z InvocationID=74e37c88-024b-4c47-a464-7e006d011b10 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:00:32.278Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=04507a67-24b0-4875-95ab-0424dd252774 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:00:32.277Z ElapsedTime=0 EndTimestamp=2021-07-07T00:00:32.277Z InvocationID=8b67a4ea-a3d5-48dd-9867-0680bf6b268e PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:00:33.826Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bd49f99d-2118-414f-a40a-8d27d436e2dc ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:00:33.826Z ElapsedTime=0 EndTimestamp=2021-07-07T00:00:33.826Z InvocationID=c7b7e827-c08f-4d38-a818-353f60da74ea PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:00:37.535Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b37165d5-d24f-4791-aa3d-7a406b0947e9 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:00:37.535Z ElapsedTime=0 EndTimestamp=2021-07-07T00:00:37.535Z InvocationID=4629c81c-362b-41fc-acef-988fe1e26756 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:00:39.075Z [qtp817348612-12] INFO c.d.d.c.p.DCAwareRoundRobinPolicy RequestID=8e80c8c6-cb01-4aa8-ab07-3f63224ec5e2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T00:00:39.076Z [qtp817348612-12] INFO com.datastax.driver.core.Cluster RequestID=8e80c8c6-cb01-4aa8-ab07-3f63224ec5e2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T00:00:39.076Z [qtp817348612-12] INFO com.datastax.driver.core.Cluster RequestID=8e80c8c6-cb01-4aa8-ab07-3f63224ec5e2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T00:00:40.696Z [qtp817348612-56] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=99835af4-e8eb-40c3-b954-4fa4f175fdba InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:00:40.794Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bd49f99d-2118-414f-a40a-8d27d436e2dc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:40.889Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=99835af4-e8eb-40c3-b954-4fa4f175fdba InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:00:40.890Z [qtp817348612-58] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b37165d5-d24f-4791-aa3d-7a406b0947e9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:00:40.891Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bd49f99d-2118-414f-a40a-8d27d436e2dc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:40.894Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=04507a67-24b0-4875-95ab-0424dd252774 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:00:40.993Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=04507a67-24b0-4875-95ab-0424dd252774 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:00:40.993Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=bd49f99d-2118-414f-a40a-8d27d436e2dc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:40.993Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bd49f99d-2118-414f-a40a-8d27d436e2dc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:40.994Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b37165d5-d24f-4791-aa3d-7a406b0947e9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:40.995Z [qtp817348612-56] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=99835af4-e8eb-40c3-b954-4fa4f175fdba InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:40.995Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=99835af4-e8eb-40c3-b954-4fa4f175fdba InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.007Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=99835af4-e8eb-40c3-b954-4fa4f175fdba InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=10773 EndTimestamp=2021-07-07T00:00:41.006Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:30.233Z InvocationID=0ba8586c-5659-460f-815a-6034aeec595d ResponseDesc=Internal Server Error 2021-07-07T00:00:41.007Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=bd49f99d-2118-414f-a40a-8d27d436e2dc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=7180 EndTimestamp=2021-07-07T00:00:41.006Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:33.826Z InvocationID=419fb57a-0d1c-4ffb-819e-80416c123ccb ResponseDesc=Internal Server Error 2021-07-07T00:00:41.088Z [qtp817348612-58] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b37165d5-d24f-4791-aa3d-7a406b0947e9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.088Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b37165d5-d24f-4791-aa3d-7a406b0947e9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.089Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=04507a67-24b0-4875-95ab-0424dd252774 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.089Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=04507a67-24b0-4875-95ab-0424dd252774 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.089Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b37165d5-d24f-4791-aa3d-7a406b0947e9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=3554 EndTimestamp=2021-07-07T00:00:41.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:37.535Z InvocationID=9e2626fd-3e08-4a69-ba6e-e036faf7a6e7 ResponseDesc=Internal Server Error 2021-07-07T00:00:41.089Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=04507a67-24b0-4875-95ab-0424dd252774 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=8812 EndTimestamp=2021-07-07T00:00:41.089Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:32.277Z InvocationID=e466c76f-2161-43b3-a8a8-9bec0a1969b2 ResponseDesc=Internal Server Error 2021-07-07T00:00:41.091Z [qtp817348612-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d40959cc-cb83-4142-b7c0-7e504b6e2408 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:00:41.191Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d40959cc-cb83-4142-b7c0-7e504b6e2408 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.194Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8e80c8c6-cb01-4aa8-ab07-3f63224ec5e2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:00:41.199Z [qtp817348612-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d40959cc-cb83-4142-b7c0-7e504b6e2408 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.199Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d40959cc-cb83-4142-b7c0-7e504b6e2408 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.199Z [qtp817348612-53] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b63cb2ca-b8b1-4433-80a1-816f846cd10a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:00:41.200Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d40959cc-cb83-4142-b7c0-7e504b6e2408 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=15472 EndTimestamp=2021-07-07T00:00:41.200Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:25.728Z InvocationID=8ec6b497-511d-4ad9-ad71-87d9f2330c71 ResponseDesc=Internal Server Error 2021-07-07T00:00:41.292Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8e80c8c6-cb01-4aa8-ab07-3f63224ec5e2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.294Z [qtp817348612-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b63cb2ca-b8b1-4433-80a1-816f846cd10a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.388Z [qtp817348612-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8e80c8c6-cb01-4aa8-ab07-3f63224ec5e2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.388Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8e80c8c6-cb01-4aa8-ab07-3f63224ec5e2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.389Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8e80c8c6-cb01-4aa8-ab07-3f63224ec5e2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=15661 EndTimestamp=2021-07-07T00:00:41.389Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:25.728Z InvocationID=a52b85ef-8a05-4255-86e5-a40a4315a42d ResponseDesc=Internal Server Error 2021-07-07T00:00:41.390Z [qtp817348612-53] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b63cb2ca-b8b1-4433-80a1-816f846cd10a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.390Z [qtp817348612-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b63cb2ca-b8b1-4433-80a1-816f846cd10a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.391Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b63cb2ca-b8b1-4433-80a1-816f846cd10a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=14996 EndTimestamp=2021-07-07T00:00:41.390Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:26.394Z InvocationID=db9a23bb-e8bd-4ba4-92e6-1f148486245f ResponseDesc=Internal Server Error 2021-07-07T00:00:41.530Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=abc0ccde-a1a8-4d0a-a0ea-3ffdfe1a0142 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:00:41.529Z ElapsedTime=0 EndTimestamp=2021-07-07T00:00:41.529Z InvocationID=827877dd-0c68-4c9c-9e76-53d93f74b182 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:00:41.590Z [qtp817348612-49] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=abc0ccde-a1a8-4d0a-a0ea-3ffdfe1a0142 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.597Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=abc0ccde-a1a8-4d0a-a0ea-3ffdfe1a0142 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.687Z [qtp817348612-49] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=abc0ccde-a1a8-4d0a-a0ea-3ffdfe1a0142 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.687Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=abc0ccde-a1a8-4d0a-a0ea-3ffdfe1a0142 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:41.688Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=abc0ccde-a1a8-4d0a-a0ea-3ffdfe1a0142 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=159 EndTimestamp=2021-07-07T00:00:41.688Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:41.529Z InvocationID=cbfdf93f-2675-4670-a0f9-2e6c6d3ef89a ResponseDesc=Internal Server Error 2021-07-07T00:00:42.276Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=db11a37f-f2a9-4a19-ae5b-13874e73a8b2 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:00:42.276Z ElapsedTime=0 EndTimestamp=2021-07-07T00:00:42.276Z InvocationID=067261ba-b306-47fe-8545-50f708bc8c02 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:00:42.290Z [qtp817348612-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=db11a37f-f2a9-4a19-ae5b-13874e73a8b2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:42.296Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=db11a37f-f2a9-4a19-ae5b-13874e73a8b2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:42.387Z [qtp817348612-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=db11a37f-f2a9-4a19-ae5b-13874e73a8b2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:42.387Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=db11a37f-f2a9-4a19-ae5b-13874e73a8b2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:42.388Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=db11a37f-f2a9-4a19-ae5b-13874e73a8b2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=112 EndTimestamp=2021-07-07T00:00:42.388Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:42.276Z InvocationID=58b1537d-f22b-47bd-8d40-3507da9fd4cf ResponseDesc=Internal Server Error 2021-07-07T00:00:42.394Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7529619a-a86d-42c3-88d1-dfc51563238d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:00:42.394Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:42.394Z InvocationID=f88c407c-7a74-4bc1-b226-8481f4ca0dfd 2021-07-07T00:00:42.400Z [qtp817348612-56] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7529619a-a86d-42c3-88d1-dfc51563238d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:42.404Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7529619a-a86d-42c3-88d1-dfc51563238d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:42.486Z [qtp817348612-56] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=7529619a-a86d-42c3-88d1-dfc51563238d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:42.487Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7529619a-a86d-42c3-88d1-dfc51563238d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:42.488Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7529619a-a86d-42c3-88d1-dfc51563238d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=93 EndTimestamp=2021-07-07T00:00:42.487Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:42.394Z InvocationID=969154ec-9faa-4cbc-9c93-8d68fa6fc3a9 ResponseDesc=Internal Server Error 2021-07-07T00:00:43.097Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4f930b9f-3d99-4cb8-a393-1f07caa757c2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:00:43.097Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:43.097Z InvocationID=5337398c-42a7-4def-989c-23438d0c9ec3 2021-07-07T00:00:43.187Z [qtp817348612-58] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4f930b9f-3d99-4cb8-a393-1f07caa757c2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:43.192Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4f930b9f-3d99-4cb8-a393-1f07caa757c2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:43.197Z [qtp817348612-58] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4f930b9f-3d99-4cb8-a393-1f07caa757c2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:43.197Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4f930b9f-3d99-4cb8-a393-1f07caa757c2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:43.198Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4f930b9f-3d99-4cb8-a393-1f07caa757c2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=100 EndTimestamp=2021-07-07T00:00:43.197Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:43.097Z InvocationID=16581fd3-3595-4542-8ef6-403fe0a565dd ResponseDesc=Internal Server Error 2021-07-07T00:00:44.088Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8e48b730-c294-478e-af96-5616ccce0559 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:00:44.088Z ElapsedTime=0 EndTimestamp=2021-07-07T00:00:44.088Z InvocationID=36257e50-1912-4bcf-9390-850ac84cf5ef PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:00:44.096Z [qtp817348612-54] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8e48b730-c294-478e-af96-5616ccce0559 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:44.100Z [qtp817348612-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8e48b730-c294-478e-af96-5616ccce0559 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:44.187Z [qtp817348612-54] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8e48b730-c294-478e-af96-5616ccce0559 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:44.187Z [qtp817348612-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8e48b730-c294-478e-af96-5616ccce0559 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:44.188Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8e48b730-c294-478e-af96-5616ccce0559 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=100 EndTimestamp=2021-07-07T00:00:44.188Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:44.088Z InvocationID=74672d10-7f24-4387-a2df-0e2154606ecd ResponseDesc=Internal Server Error 2021-07-07T00:00:44.989Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b2096ee6-33f0-42d7-9fc9-f8af2821f34e ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:00:44.989Z ElapsedTime=0 EndTimestamp=2021-07-07T00:00:44.989Z InvocationID=da76916f-756b-4bc1-87cd-371bf7a656ac PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:00:44.999Z [qtp817348612-52] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b2096ee6-33f0-42d7-9fc9-f8af2821f34e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:45.004Z [qtp817348612-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b2096ee6-33f0-42d7-9fc9-f8af2821f34e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:45.008Z [qtp817348612-52] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b2096ee6-33f0-42d7-9fc9-f8af2821f34e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:45.008Z [qtp817348612-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b2096ee6-33f0-42d7-9fc9-f8af2821f34e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:45.009Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b2096ee6-33f0-42d7-9fc9-f8af2821f34e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=20 EndTimestamp=2021-07-07T00:00:45.009Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:44.989Z InvocationID=006a6d22-96e6-43ae-946b-3d35601d1d5a ResponseDesc=Internal Server Error 2021-07-07T00:00:47.101Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f1afb446-904d-4ff5-b65d-92ece9ec293e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:00:47.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:47.101Z InvocationID=e5d6ff05-23d0-4153-8cab-6ca54401bdfd 2021-07-07T00:00:47.189Z [qtp817348612-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f1afb446-904d-4ff5-b65d-92ece9ec293e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:47.199Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f1afb446-904d-4ff5-b65d-92ece9ec293e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:47.204Z [qtp817348612-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f1afb446-904d-4ff5-b65d-92ece9ec293e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:47.204Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f1afb446-904d-4ff5-b65d-92ece9ec293e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:47.205Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f1afb446-904d-4ff5-b65d-92ece9ec293e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=104 EndTimestamp=2021-07-07T00:00:47.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:47.101Z InvocationID=cac87d21-b896-4213-9a21-3d1bada3530d ResponseDesc=Internal Server Error 2021-07-07T00:00:50.195Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=846077a3-402b-4d75-8f39-6c8f54760815 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:00:50.195Z ElapsedTime=0 EndTimestamp=2021-07-07T00:00:50.195Z InvocationID=3848b7f1-e280-4f37-b157-1fdafd20da08 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:00:50.288Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=846077a3-402b-4d75-8f39-6c8f54760815 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:50.299Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=846077a3-402b-4d75-8f39-6c8f54760815 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:50.389Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=846077a3-402b-4d75-8f39-6c8f54760815 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:50.389Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=846077a3-402b-4d75-8f39-6c8f54760815 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:50.390Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=846077a3-402b-4d75-8f39-6c8f54760815 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=194 EndTimestamp=2021-07-07T00:00:50.389Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:50.195Z InvocationID=0f2757e4-2c2f-4795-a4fe-aaa02bc75d08 ResponseDesc=Internal Server Error 2021-07-07T00:00:52.277Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ce6bd562-28a1-4a2a-94c9-d69135b952f1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:00:52.277Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:52.277Z InvocationID=d16059c6-8d2d-42ff-b155-1a7051023ba9 2021-07-07T00:00:52.290Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ce6bd562-28a1-4a2a-94c9-d69135b952f1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:52.296Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ce6bd562-28a1-4a2a-94c9-d69135b952f1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:52.300Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ce6bd562-28a1-4a2a-94c9-d69135b952f1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:52.300Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ce6bd562-28a1-4a2a-94c9-d69135b952f1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:52.301Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ce6bd562-28a1-4a2a-94c9-d69135b952f1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=24 EndTimestamp=2021-07-07T00:00:52.301Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:52.277Z InvocationID=9b6c789c-3131-4bcb-a174-3a29ebec23ef ResponseDesc=Internal Server Error 2021-07-07T00:00:53.203Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8efe676e-919d-4536-b247-8e81a05ed2f6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:00:53.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:53.203Z InvocationID=62e32094-d2a9-491d-9c45-16e8c0709c9a 2021-07-07T00:00:53.289Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8efe676e-919d-4536-b247-8e81a05ed2f6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:53.296Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8efe676e-919d-4536-b247-8e81a05ed2f6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:53.301Z [qtp817348612-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8efe676e-919d-4536-b247-8e81a05ed2f6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:53.301Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8efe676e-919d-4536-b247-8e81a05ed2f6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:53.302Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8efe676e-919d-4536-b247-8e81a05ed2f6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=99 EndTimestamp=2021-07-07T00:00:53.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:53.203Z InvocationID=9faac94c-5061-4bc3-b24f-e9e1eadf1cea ResponseDesc=Internal Server Error 2021-07-07T00:00:55.892Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf528c7c-385d-4b6d-b066-8dff6565f8d5 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:00:55.892Z ElapsedTime=0 EndTimestamp=2021-07-07T00:00:55.892Z InvocationID=ab55e130-e2d2-4dc8-88f1-061e8ba5aec6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:00:55.898Z [qtp817348612-51] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf528c7c-385d-4b6d-b066-8dff6565f8d5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:55.902Z [qtp817348612-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=cf528c7c-385d-4b6d-b066-8dff6565f8d5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:55.907Z [qtp817348612-51] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=cf528c7c-385d-4b6d-b066-8dff6565f8d5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:55.907Z [qtp817348612-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=cf528c7c-385d-4b6d-b066-8dff6565f8d5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:55.908Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=cf528c7c-385d-4b6d-b066-8dff6565f8d5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=15 EndTimestamp=2021-07-07T00:00:55.907Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:55.892Z InvocationID=2bb6daad-4892-41b0-bd69-521c69d0f239 ResponseDesc=Internal Server Error 2021-07-07T00:00:59.198Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ccc0fa8f-2ae8-473c-a278-23d19ab685ee ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:00:59.197Z ElapsedTime=0 EndTimestamp=2021-07-07T00:00:59.197Z InvocationID=4c9cfbe7-835a-4b7c-8e20-fc8543b5c73b PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:00:59.287Z [qtp817348612-57] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ccc0fa8f-2ae8-473c-a278-23d19ab685ee InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:59.292Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ccc0fa8f-2ae8-473c-a278-23d19ab685ee InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:59.296Z [qtp817348612-57] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ccc0fa8f-2ae8-473c-a278-23d19ab685ee InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:59.297Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ccc0fa8f-2ae8-473c-a278-23d19ab685ee InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:00:59.298Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ccc0fa8f-2ae8-473c-a278-23d19ab685ee InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=100 EndTimestamp=2021-07-07T00:00:59.297Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:00:59.197Z InvocationID=2ce2510f-dcde-4bb4-82e2-3c2911175256 ResponseDesc=Internal Server Error 2021-07-07T00:01:01.994Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ae6e9023-2168-4999-a1fe-63998f14a7a0 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:01.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:01.994Z InvocationID=31677c01-0751-4a87-b6aa-413c4084543a 2021-07-07T00:01:02.088Z [qtp817348612-49] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ae6e9023-2168-4999-a1fe-63998f14a7a0 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:02.094Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ae6e9023-2168-4999-a1fe-63998f14a7a0 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:02.099Z [qtp817348612-49] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ae6e9023-2168-4999-a1fe-63998f14a7a0 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:02.099Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ae6e9023-2168-4999-a1fe-63998f14a7a0 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:02.100Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ae6e9023-2168-4999-a1fe-63998f14a7a0 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=106 EndTimestamp=2021-07-07T00:01:02.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:01.994Z InvocationID=eea4b019-5346-4d6c-aa62-928440563c22 ResponseDesc=Internal Server Error 2021-07-07T00:01:02.276Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=316deb59-ee88-4b3c-bb8f-da8b70328c8c ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:01:02.276Z ElapsedTime=0 EndTimestamp=2021-07-07T00:01:02.276Z InvocationID=de40ff65-2058-4a3e-9811-942c2a4ff31b PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:01:02.289Z [qtp817348612-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=316deb59-ee88-4b3c-bb8f-da8b70328c8c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:02.295Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=316deb59-ee88-4b3c-bb8f-da8b70328c8c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:02.387Z [qtp817348612-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=316deb59-ee88-4b3c-bb8f-da8b70328c8c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:02.387Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=316deb59-ee88-4b3c-bb8f-da8b70328c8c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:02.388Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=316deb59-ee88-4b3c-bb8f-da8b70328c8c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=112 EndTimestamp=2021-07-07T00:01:02.388Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:02.276Z InvocationID=6926bdce-bdd6-47f9-91b1-b752cd64c564 ResponseDesc=Internal Server Error 2021-07-07T00:01:04.905Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=03e8d855-476a-44ba-876e-29a609663c2a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:04.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:04.904Z InvocationID=02c3379a-49f5-4a77-afbe-76e61f99be8a 2021-07-07T00:01:04.990Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=03e8d855-476a-44ba-876e-29a609663c2a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:04.994Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=03e8d855-476a-44ba-876e-29a609663c2a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:04.999Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=03e8d855-476a-44ba-876e-29a609663c2a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:04.999Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=03e8d855-476a-44ba-876e-29a609663c2a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:05.000Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=03e8d855-476a-44ba-876e-29a609663c2a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=96 EndTimestamp=2021-07-07T00:01:05.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:04.904Z InvocationID=93d4bd6a-e64a-4fb0-886d-4bca5576b3c2 ResponseDesc=Internal Server Error 2021-07-07T00:01:08.290Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f1f727d4-d9c9-44cc-bc19-13343ab8fce1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:08.289Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:08.289Z InvocationID=237ff8d5-307b-4500-9e0c-59f59b3589d8 2021-07-07T00:01:08.296Z [qtp817348612-56] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f1f727d4-d9c9-44cc-bc19-13343ab8fce1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:08.387Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f1f727d4-d9c9-44cc-bc19-13343ab8fce1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:08.391Z [qtp817348612-56] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f1f727d4-d9c9-44cc-bc19-13343ab8fce1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:08.391Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f1f727d4-d9c9-44cc-bc19-13343ab8fce1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:08.391Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f1f727d4-d9c9-44cc-bc19-13343ab8fce1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=102 EndTimestamp=2021-07-07T00:01:08.391Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:08.289Z InvocationID=cbc3b48e-a3f7-4750-af02-14ce0aa1f3b0 ResponseDesc=Internal Server Error 2021-07-07T00:01:11.095Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=97939070-869b-4f8a-ac62-a711a664ae9a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:11.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:11.094Z InvocationID=da57af5d-8a90-4ccf-83c4-b334e7b77351 2021-07-07T00:01:11.101Z [qtp817348612-54] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=97939070-869b-4f8a-ac62-a711a664ae9a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:11.187Z [qtp817348612-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=97939070-869b-4f8a-ac62-a711a664ae9a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:11.192Z [qtp817348612-54] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=97939070-869b-4f8a-ac62-a711a664ae9a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:11.192Z [qtp817348612-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=97939070-869b-4f8a-ac62-a711a664ae9a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:11.193Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=97939070-869b-4f8a-ac62-a711a664ae9a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=99 EndTimestamp=2021-07-07T00:01:11.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:11.094Z InvocationID=ede175e1-560d-4951-b435-8c9b9e2ba4c0 ResponseDesc=Internal Server Error 2021-07-07T00:01:12.277Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5a51bf96-4669-4c48-9d8f-2d2f5ddc3e4f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:12.277Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:12.277Z InvocationID=9c54cf39-baaa-4481-97a9-13a3942bb64f 2021-07-07T00:01:12.299Z [qtp817348612-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5a51bf96-4669-4c48-9d8f-2d2f5ddc3e4f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:12.386Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5a51bf96-4669-4c48-9d8f-2d2f5ddc3e4f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:12.391Z [qtp817348612-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=5a51bf96-4669-4c48-9d8f-2d2f5ddc3e4f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:12.392Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5a51bf96-4669-4c48-9d8f-2d2f5ddc3e4f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:12.393Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=5a51bf96-4669-4c48-9d8f-2d2f5ddc3e4f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=115 EndTimestamp=2021-07-07T00:01:12.392Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:12.277Z InvocationID=7fadbc50-dffa-45a6-9170-f38c797d2878 ResponseDesc=Internal Server Error 2021-07-07T00:01:14.002Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=83d00469-629f-4c98-9651-abf201647eca InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:14.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:14.001Z InvocationID=ea8a7273-81c6-430b-a25e-b9e44ec3bbcd 2021-07-07T00:01:14.090Z [qtp817348612-52] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=83d00469-629f-4c98-9651-abf201647eca InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:14.094Z [qtp817348612-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=83d00469-629f-4c98-9651-abf201647eca InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:14.187Z [qtp817348612-52] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=83d00469-629f-4c98-9651-abf201647eca InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:14.187Z [qtp817348612-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=83d00469-629f-4c98-9651-abf201647eca InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:14.188Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=83d00469-629f-4c98-9651-abf201647eca InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=186 EndTimestamp=2021-07-07T00:01:14.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:14.001Z InvocationID=0098ad2b-a4d4-404a-835e-e44c3badaff6 ResponseDesc=Internal Server Error 2021-07-07T00:01:16.903Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fb2c3301-1b69-44e3-a941-09d243050a2b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:16.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:16.902Z InvocationID=c3d27ff7-f02a-42bf-922e-01a0f9b6bc7c 2021-07-07T00:01:16.910Z [qtp817348612-53] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fb2c3301-1b69-44e3-a941-09d243050a2b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:16.987Z [qtp817348612-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fb2c3301-1b69-44e3-a941-09d243050a2b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:16.992Z [qtp817348612-53] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fb2c3301-1b69-44e3-a941-09d243050a2b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:16.992Z [qtp817348612-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fb2c3301-1b69-44e3-a941-09d243050a2b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:16.992Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fb2c3301-1b69-44e3-a941-09d243050a2b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=90 EndTimestamp=2021-07-07T00:01:16.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:16.902Z InvocationID=bb3b768f-0912-43a1-8ede-9153c5872678 ResponseDesc=Internal Server Error 2021-07-07T00:01:20.195Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=90159802-ee3b-4f02-bbc6-0ee4e50a213b ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:01:20.194Z ElapsedTime=0 EndTimestamp=2021-07-07T00:01:20.194Z InvocationID=be46f54b-bf87-49e1-80a8-b1a78e60e4e5 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:01:20.287Z [qtp817348612-55] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=90159802-ee3b-4f02-bbc6-0ee4e50a213b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:20.291Z [qtp817348612-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=90159802-ee3b-4f02-bbc6-0ee4e50a213b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:20.300Z [qtp817348612-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=90159802-ee3b-4f02-bbc6-0ee4e50a213b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:20.300Z [qtp817348612-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=90159802-ee3b-4f02-bbc6-0ee4e50a213b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:20.301Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=90159802-ee3b-4f02-bbc6-0ee4e50a213b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=106 EndTimestamp=2021-07-07T00:01:20.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:20.194Z InvocationID=257ef73c-618e-4c5e-9723-55454c9f689b ResponseDesc=Internal Server Error 2021-07-07T00:01:22.277Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=43c0bed9-b9be-4e72-a17b-ce88461260d8 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:22.277Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:22.277Z InvocationID=5eadad51-b4c8-4588-8e5a-1ebb4ccf8b0c 2021-07-07T00:01:22.290Z [qtp817348612-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=43c0bed9-b9be-4e72-a17b-ce88461260d8 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:22.387Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=43c0bed9-b9be-4e72-a17b-ce88461260d8 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:22.392Z [qtp817348612-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=43c0bed9-b9be-4e72-a17b-ce88461260d8 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:22.392Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=43c0bed9-b9be-4e72-a17b-ce88461260d8 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:22.393Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=43c0bed9-b9be-4e72-a17b-ce88461260d8 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=116 EndTimestamp=2021-07-07T00:01:22.393Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:22.277Z InvocationID=ad567207-a859-4be5-8b8c-c33069a9d52b ResponseDesc=Internal Server Error 2021-07-07T00:01:23.096Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bd4959ab-f0c3-4c3b-b923-0f04e6b4cd26 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:23.096Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:23.096Z InvocationID=2b96720d-6d5b-4fa7-b80f-16a0d1d6a325 2021-07-07T00:01:23.187Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bd4959ab-f0c3-4c3b-b923-0f04e6b4cd26 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:23.199Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bd4959ab-f0c3-4c3b-b923-0f04e6b4cd26 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:23.287Z [qtp817348612-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=bd4959ab-f0c3-4c3b-b923-0f04e6b4cd26 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:23.287Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bd4959ab-f0c3-4c3b-b923-0f04e6b4cd26 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:23.288Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=bd4959ab-f0c3-4c3b-b923-0f04e6b4cd26 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=192 EndTimestamp=2021-07-07T00:01:23.288Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:23.096Z InvocationID=acea0e6c-feb4-4813-8f3a-a0570ad6ff4b ResponseDesc=Internal Server Error 2021-07-07T00:01:25.893Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1dfb4f55-9cc7-4c1e-80c8-14558e784a69 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:25.893Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:25.893Z InvocationID=2cc8027c-2ee3-4f2f-9dce-5e52c25b0f62 2021-07-07T00:01:25.899Z [qtp817348612-49] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1dfb4f55-9cc7-4c1e-80c8-14558e784a69 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:25.988Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1dfb4f55-9cc7-4c1e-80c8-14558e784a69 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:25.993Z [qtp817348612-49] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1dfb4f55-9cc7-4c1e-80c8-14558e784a69 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:25.993Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1dfb4f55-9cc7-4c1e-80c8-14558e784a69 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:25.994Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1dfb4f55-9cc7-4c1e-80c8-14558e784a69 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=101 EndTimestamp=2021-07-07T00:01:25.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:25.893Z InvocationID=51eeadb3-82ef-4b16-ad32-a50ac25f30a5 ResponseDesc=Internal Server Error 2021-07-07T00:01:29.189Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=13ca8636-e7df-4b08-8abe-07502d6cbbee InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:29.189Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:29.189Z InvocationID=f76fb43b-9ce1-43fa-bd2d-9b30d28c7615 2021-07-07T00:01:29.198Z [qtp817348612-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=13ca8636-e7df-4b08-8abe-07502d6cbbee InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:29.287Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=13ca8636-e7df-4b08-8abe-07502d6cbbee InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:29.292Z [qtp817348612-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=13ca8636-e7df-4b08-8abe-07502d6cbbee InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:29.292Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=13ca8636-e7df-4b08-8abe-07502d6cbbee InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:29.292Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=13ca8636-e7df-4b08-8abe-07502d6cbbee InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=103 EndTimestamp=2021-07-07T00:01:29.292Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:29.189Z InvocationID=a618efd1-0849-431f-b39c-7e9c16b6ff56 ResponseDesc=Internal Server Error 2021-07-07T00:01:32.191Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e1607b2c-e5fe-4e21-97f6-ed05e72d1751 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:32.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:32.191Z InvocationID=a1f499fa-ee77-4333-9a8f-fc1a1e73c3fb 2021-07-07T00:01:32.197Z [qtp817348612-58] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e1607b2c-e5fe-4e21-97f6-ed05e72d1751 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:32.201Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e1607b2c-e5fe-4e21-97f6-ed05e72d1751 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:32.276Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6fd71596-a02e-43ea-aee9-d1363cf46ced InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:32.276Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:32.276Z InvocationID=f4536129-b441-45ea-bb8d-43c5b1c4dd50 2021-07-07T00:01:32.286Z [qtp817348612-51] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6fd71596-a02e-43ea-aee9-d1363cf46ced InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:32.287Z [qtp817348612-58] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e1607b2c-e5fe-4e21-97f6-ed05e72d1751 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:32.287Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e1607b2c-e5fe-4e21-97f6-ed05e72d1751 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:32.288Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e1607b2c-e5fe-4e21-97f6-ed05e72d1751 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=97 EndTimestamp=2021-07-07T00:01:32.288Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:32.191Z InvocationID=f5fb7c26-2e46-4702-b6bb-ffcddaf10664 ResponseDesc=Internal Server Error 2021-07-07T00:01:32.290Z [qtp817348612-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6fd71596-a02e-43ea-aee9-d1363cf46ced InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:32.294Z [qtp817348612-51] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6fd71596-a02e-43ea-aee9-d1363cf46ced InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:32.294Z [qtp817348612-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6fd71596-a02e-43ea-aee9-d1363cf46ced InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:32.295Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6fd71596-a02e-43ea-aee9-d1363cf46ced InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=18 EndTimestamp=2021-07-07T00:01:32.294Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:32.276Z InvocationID=6d16fa20-b9a7-48b3-98de-b3da799b9e42 ResponseDesc=Internal Server Error 2021-07-07T00:01:34.900Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1f3ed8a9-f6a5-4465-8840-e1c8285594db InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:34.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:34.899Z InvocationID=2f09a23b-45e0-41ce-abfa-967ab673e21c 2021-07-07T00:01:34.911Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1f3ed8a9-f6a5-4465-8840-e1c8285594db InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:34.989Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1f3ed8a9-f6a5-4465-8840-e1c8285594db InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:34.994Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1f3ed8a9-f6a5-4465-8840-e1c8285594db InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:34.994Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1f3ed8a9-f6a5-4465-8840-e1c8285594db InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:34.996Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1f3ed8a9-f6a5-4465-8840-e1c8285594db InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=96 EndTimestamp=2021-07-07T00:01:34.995Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:34.899Z InvocationID=a4276b48-187f-4ec7-905e-203c0b4b9a62 ResponseDesc=Internal Server Error 2021-07-07T00:01:38.193Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d3024ef7-0466-46e7-aca3-e38f1c90c4e1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:38.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:38.193Z InvocationID=b2c08556-538d-41dc-95c7-0735e4976d8b 2021-07-07T00:01:38.285Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d3024ef7-0466-46e7-aca3-e38f1c90c4e1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:38.290Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d3024ef7-0466-46e7-aca3-e38f1c90c4e1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:38.294Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d3024ef7-0466-46e7-aca3-e38f1c90c4e1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:38.294Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d3024ef7-0466-46e7-aca3-e38f1c90c4e1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:38.295Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d3024ef7-0466-46e7-aca3-e38f1c90c4e1 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=102 EndTimestamp=2021-07-07T00:01:38.295Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:38.193Z InvocationID=568d992c-6800-4f52-a36b-9806d98cbaa2 ResponseDesc=Internal Server Error 2021-07-07T00:01:41.189Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d560291c-108f-4418-ac7f-ba0052c8343c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:41.189Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:41.189Z InvocationID=1e52de85-14ce-4b6e-bcd6-ca0cb97a9bbf 2021-07-07T00:01:41.196Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d560291c-108f-4418-ac7f-ba0052c8343c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:41.200Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d560291c-108f-4418-ac7f-ba0052c8343c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:41.287Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d560291c-108f-4418-ac7f-ba0052c8343c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:41.287Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d560291c-108f-4418-ac7f-ba0052c8343c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:41.287Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d560291c-108f-4418-ac7f-ba0052c8343c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=98 EndTimestamp=2021-07-07T00:01:41.287Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:41.189Z InvocationID=ea668582-862e-4da0-8bac-1365390871ac ResponseDesc=Internal Server Error 2021-07-07T00:01:42.276Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ed7d417c-861a-4a72-b8c2-375656ed1c98 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:42.276Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:42.276Z InvocationID=449516ae-e314-4629-bfdc-aa82ee017dff 2021-07-07T00:01:42.288Z [qtp817348612-56] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ed7d417c-861a-4a72-b8c2-375656ed1c98 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:42.293Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ed7d417c-861a-4a72-b8c2-375656ed1c98 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:42.385Z [qtp817348612-56] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ed7d417c-861a-4a72-b8c2-375656ed1c98 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:42.385Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ed7d417c-861a-4a72-b8c2-375656ed1c98 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:42.386Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ed7d417c-861a-4a72-b8c2-375656ed1c98 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=109 EndTimestamp=2021-07-07T00:01:42.385Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:42.276Z InvocationID=59e471c6-6a0f-4422-925b-2edc732eb41b ResponseDesc=Internal Server Error 2021-07-07T00:01:44.092Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=af9df618-b25f-417c-bf97-593a39f01ce7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:44.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:44.092Z InvocationID=1b437ad3-46ac-4f9f-aebe-dd86b19a05a9 2021-07-07T00:01:44.098Z [qtp817348612-52] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=af9df618-b25f-417c-bf97-593a39f01ce7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:44.103Z [qtp817348612-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=af9df618-b25f-417c-bf97-593a39f01ce7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:44.107Z [qtp817348612-52] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=af9df618-b25f-417c-bf97-593a39f01ce7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:44.107Z [qtp817348612-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=af9df618-b25f-417c-bf97-593a39f01ce7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:44.108Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=af9df618-b25f-417c-bf97-593a39f01ce7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=16 EndTimestamp=2021-07-07T00:01:44.108Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:44.092Z InvocationID=7be3c118-f259-4c5d-8b78-541a547dcff1 ResponseDesc=Internal Server Error 2021-07-07T00:01:46.994Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f73843e5-c018-4d03-9b38-d4b2f9f022df InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:46.993Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:46.993Z InvocationID=0f3465df-298a-49c3-aa35-ce82ddcc0be7 2021-07-07T00:01:47.088Z [qtp817348612-57] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f73843e5-c018-4d03-9b38-d4b2f9f022df InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:47.095Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f73843e5-c018-4d03-9b38-d4b2f9f022df InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:47.184Z [qtp817348612-57] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f73843e5-c018-4d03-9b38-d4b2f9f022df InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:47.184Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f73843e5-c018-4d03-9b38-d4b2f9f022df InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:47.185Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f73843e5-c018-4d03-9b38-d4b2f9f022df InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=192 EndTimestamp=2021-07-07T00:01:47.185Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:46.993Z InvocationID=d9aa7be8-cf48-4a7b-a545-124d73d850b0 ResponseDesc=Internal Server Error 2021-07-07T00:01:50.191Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bf55842f-bb4c-42ec-b32f-32aa4609008a ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 EntryTimestamp=2021-07-07T00:01:50.191Z ElapsedTime=0 EndTimestamp=2021-07-07T00:01:50.191Z InvocationID=5093df3e-6c09-401f-88ee-94d3b03206e0 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:01:50.197Z [qtp817348612-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bf55842f-bb4c-42ec-b32f-32aa4609008a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:50.202Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bf55842f-bb4c-42ec-b32f-32aa4609008a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:50.288Z [qtp817348612-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=bf55842f-bb4c-42ec-b32f-32aa4609008a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:50.288Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bf55842f-bb4c-42ec-b32f-32aa4609008a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:50.289Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=bf55842f-bb4c-42ec-b32f-32aa4609008a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=98 EndTimestamp=2021-07-07T00:01:50.289Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:50.191Z InvocationID=26379695-3c7d-4db3-a14d-a6f221a7360b ResponseDesc=Internal Server Error 2021-07-07T00:01:52.276Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=12c166e1-d067-4a9a-b464-f67b6863054b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:52.276Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:52.276Z InvocationID=4fe00bf7-cbd8-46e1-8916-72dbae2e5192 2021-07-07T00:01:52.282Z [qtp817348612-53] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=12c166e1-d067-4a9a-b464-f67b6863054b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:52.286Z [qtp817348612-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=12c166e1-d067-4a9a-b464-f67b6863054b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:52.291Z [qtp817348612-53] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=12c166e1-d067-4a9a-b464-f67b6863054b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:52.291Z [qtp817348612-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=12c166e1-d067-4a9a-b464-f67b6863054b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:52.292Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=12c166e1-d067-4a9a-b464-f67b6863054b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=16 EndTimestamp=2021-07-07T00:01:52.292Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:52.276Z InvocationID=d775a7d7-19c1-4d62-be24-896838849ad2 ResponseDesc=Internal Server Error 2021-07-07T00:01:53.194Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=133cabd7-4291-4b79-bd72-891dd844035b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:53.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:53.193Z InvocationID=cc186357-0d6f-4304-a553-a1cae916c6da 2021-07-07T00:01:53.202Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=133cabd7-4291-4b79-bd72-891dd844035b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:53.207Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=133cabd7-4291-4b79-bd72-891dd844035b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:53.289Z [qtp817348612-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=133cabd7-4291-4b79-bd72-891dd844035b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:53.289Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=133cabd7-4291-4b79-bd72-891dd844035b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:53.290Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=133cabd7-4291-4b79-bd72-891dd844035b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=97 EndTimestamp=2021-07-07T00:01:53.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:53.193Z InvocationID=0111fbc5-21c8-483b-aa5f-a7df2dc7903c ResponseDesc=Internal Server Error 2021-07-07T00:01:55.715Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=44fb0796-4d5e-4fb5-a14a-bcca6a357e2f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:55.715Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:55.715Z InvocationID=6e229eb9-9eca-4c74-86a7-9c9aae46c35e 2021-07-07T00:01:55.787Z [qtp817348612-58] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=44fb0796-4d5e-4fb5-a14a-bcca6a357e2f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:55.793Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=44fb0796-4d5e-4fb5-a14a-bcca6a357e2f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:55.797Z [qtp817348612-58] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=44fb0796-4d5e-4fb5-a14a-bcca6a357e2f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:55.797Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=44fb0796-4d5e-4fb5-a14a-bcca6a357e2f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:55.798Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=44fb0796-4d5e-4fb5-a14a-bcca6a357e2f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=83 EndTimestamp=2021-07-07T00:01:55.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:55.715Z InvocationID=70a191f6-40e6-48d2-9584-244b70c2fa72 ResponseDesc=Internal Server Error 2021-07-07T00:01:59.088Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3b622311-d33f-41dd-a6ee-0232a9d42489 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:01:59.088Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:59.088Z InvocationID=97bf84a3-7b1a-4e3b-8724-e280dd404f17 2021-07-07T00:01:59.094Z [qtp817348612-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3b622311-d33f-41dd-a6ee-0232a9d42489 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:59.185Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3b622311-d33f-41dd-a6ee-0232a9d42489 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:59.190Z [qtp817348612-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=3b622311-d33f-41dd-a6ee-0232a9d42489 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:59.190Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3b622311-d33f-41dd-a6ee-0232a9d42489 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:01:59.191Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=3b622311-d33f-41dd-a6ee-0232a9d42489 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=103 EndTimestamp=2021-07-07T00:01:59.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:01:59.088Z InvocationID=a19fe0f2-a9ac-42a5-8a94-57160122a876 ResponseDesc=Internal Server Error 2021-07-07T00:02:01.994Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=766932da-8684-4473-bc5b-bb0fe9e54f41 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:01.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:01.994Z InvocationID=df8fb616-83bf-4565-bf6f-c27105707c39 2021-07-07T00:02:02.000Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=766932da-8684-4473-bc5b-bb0fe9e54f41 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:02.087Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=766932da-8684-4473-bc5b-bb0fe9e54f41 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:02.092Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=766932da-8684-4473-bc5b-bb0fe9e54f41 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:02.092Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=766932da-8684-4473-bc5b-bb0fe9e54f41 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:02.092Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=766932da-8684-4473-bc5b-bb0fe9e54f41 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=98 EndTimestamp=2021-07-07T00:02:02.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:01.994Z InvocationID=cff654db-f50e-4f70-b067-9bec05bde082 ResponseDesc=Internal Server Error 2021-07-07T00:02:02.276Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dbbe17f7-5265-4afe-bea1-f41b333f9d42 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:02.276Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:02.276Z InvocationID=05124bb0-1451-4e5f-8e44-46f09bcde3a6 2021-07-07T00:02:02.288Z [qtp817348612-49] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dbbe17f7-5265-4afe-bea1-f41b333f9d42 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:02.292Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=dbbe17f7-5265-4afe-bea1-f41b333f9d42 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:02.296Z [qtp817348612-49] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=dbbe17f7-5265-4afe-bea1-f41b333f9d42 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:02.296Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=dbbe17f7-5265-4afe-bea1-f41b333f9d42 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:02.297Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=dbbe17f7-5265-4afe-bea1-f41b333f9d42 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=21 EndTimestamp=2021-07-07T00:02:02.297Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:02.276Z InvocationID=e769cbba-732f-4c60-b19b-cfdbb0c39300 ResponseDesc=Internal Server Error 2021-07-07T00:02:04.885Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9b9f61db-bcbc-4b3b-b87d-48c7472da8d6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:04.885Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:04.885Z InvocationID=7f2f2e6f-d7c3-49ab-932e-dbad705f12be 2021-07-07T00:02:04.890Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9b9f61db-bcbc-4b3b-b87d-48c7472da8d6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:04.895Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9b9f61db-bcbc-4b3b-b87d-48c7472da8d6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:04.898Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9b9f61db-bcbc-4b3b-b87d-48c7472da8d6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:04.898Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9b9f61db-bcbc-4b3b-b87d-48c7472da8d6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:04.899Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9b9f61db-bcbc-4b3b-b87d-48c7472da8d6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=14 EndTimestamp=2021-07-07T00:02:04.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:04.885Z InvocationID=4e54eaf5-01ac-4758-a4a4-e3396467ea9e ResponseDesc=Internal Server Error 2021-07-07T00:02:08.389Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=81e70599-24d3-41e2-bb29-fec6fc78f1c4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:08.388Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:08.388Z InvocationID=5ef86463-628b-4e20-8b83-3d76b6cdea85 2021-07-07T00:02:08.394Z [qtp817348612-56] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=81e70599-24d3-41e2-bb29-fec6fc78f1c4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:08.487Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=81e70599-24d3-41e2-bb29-fec6fc78f1c4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:08.492Z [qtp817348612-56] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=81e70599-24d3-41e2-bb29-fec6fc78f1c4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:08.492Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=81e70599-24d3-41e2-bb29-fec6fc78f1c4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:08.492Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=81e70599-24d3-41e2-bb29-fec6fc78f1c4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=104 EndTimestamp=2021-07-07T00:02:08.492Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:08.388Z InvocationID=9155a9a9-f8cb-4da6-9def-cf85f211aee9 ResponseDesc=Internal Server Error 2021-07-07T00:02:11.090Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe8835a2-31da-4ab8-8497-f31d858d8993 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:11.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:11.090Z InvocationID=715f9eb1-6127-492a-a238-36eea4b4256d 2021-07-07T00:02:11.187Z [qtp817348612-52] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe8835a2-31da-4ab8-8497-f31d858d8993 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:11.192Z [qtp817348612-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fe8835a2-31da-4ab8-8497-f31d858d8993 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:11.197Z [qtp817348612-52] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fe8835a2-31da-4ab8-8497-f31d858d8993 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:11.197Z [qtp817348612-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fe8835a2-31da-4ab8-8497-f31d858d8993 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:11.198Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fe8835a2-31da-4ab8-8497-f31d858d8993 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=108 EndTimestamp=2021-07-07T00:02:11.198Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:11.090Z InvocationID=9b189a6e-2e24-4a2a-8770-ec6cedd4cf9d ResponseDesc=Internal Server Error 2021-07-07T00:02:12.281Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=429a21d3-e63d-4792-85f4-1b02a120219f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:12.281Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:12.281Z InvocationID=ecec9246-19b7-4ebf-93cd-7b815158e336 2021-07-07T00:02:12.293Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=429a21d3-e63d-4792-85f4-1b02a120219f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:12.297Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=429a21d3-e63d-4792-85f4-1b02a120219f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:12.302Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=429a21d3-e63d-4792-85f4-1b02a120219f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:12.302Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=429a21d3-e63d-4792-85f4-1b02a120219f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:12.303Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=429a21d3-e63d-4792-85f4-1b02a120219f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=22 EndTimestamp=2021-07-07T00:02:12.303Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:12.281Z InvocationID=b813584e-da4c-4880-b552-84087bf705a3 ResponseDesc=Internal Server Error 2021-07-07T00:02:14.196Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b7235338-e430-4013-a89d-fdd3c8637ab7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:14.195Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:14.195Z InvocationID=9e2c2ab1-a6f3-4476-aac7-2555ec566b45 2021-07-07T00:02:14.287Z [qtp817348612-57] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b7235338-e430-4013-a89d-fdd3c8637ab7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:14.294Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b7235338-e430-4013-a89d-fdd3c8637ab7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:14.299Z [qtp817348612-57] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b7235338-e430-4013-a89d-fdd3c8637ab7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:14.299Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b7235338-e430-4013-a89d-fdd3c8637ab7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:14.300Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b7235338-e430-4013-a89d-fdd3c8637ab7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=105 EndTimestamp=2021-07-07T00:02:14.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:14.195Z InvocationID=40209f76-fae2-4bcd-b58f-9740671765ee ResponseDesc=Internal Server Error 2021-07-07T00:02:16.896Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=72112579-89d3-49a4-bf35-dc2a22e5cb20 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:16.896Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:16.896Z InvocationID=5d6d4b26-e137-4469-a334-2ceedb64b6f6 2021-07-07T00:02:16.902Z [qtp817348612-53] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=72112579-89d3-49a4-bf35-dc2a22e5cb20 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:16.907Z [qtp817348612-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=72112579-89d3-49a4-bf35-dc2a22e5cb20 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:16.984Z [qtp817348612-53] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=72112579-89d3-49a4-bf35-dc2a22e5cb20 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:16.984Z [qtp817348612-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=72112579-89d3-49a4-bf35-dc2a22e5cb20 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:16.984Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=72112579-89d3-49a4-bf35-dc2a22e5cb20 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=88 EndTimestamp=2021-07-07T00:02:16.984Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:16.896Z InvocationID=b02366b1-6639-4b81-abc3-9cd5bfe8691c ResponseDesc=Internal Server Error 2021-07-07T00:02:20.188Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5de8270d-9bee-4d03-b47d-2234934fc2bf InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:20.188Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:20.188Z InvocationID=876e27e6-21cf-4331-b654-915f1157c70e 2021-07-07T00:02:20.196Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5de8270d-9bee-4d03-b47d-2234934fc2bf InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:20.290Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5de8270d-9bee-4d03-b47d-2234934fc2bf InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:20.385Z [qtp817348612-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=5de8270d-9bee-4d03-b47d-2234934fc2bf InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:20.385Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5de8270d-9bee-4d03-b47d-2234934fc2bf InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:20.386Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=5de8270d-9bee-4d03-b47d-2234934fc2bf InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=197 EndTimestamp=2021-07-07T00:02:20.385Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:20.188Z InvocationID=90ca5c80-e1f6-460d-a750-497ed2bcd836 ResponseDesc=Internal Server Error 2021-07-07T00:02:22.277Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf5fc4fb-e310-44a8-b1d8-356d405ecdfc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:22.276Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:22.276Z InvocationID=ccaf25c1-a744-41fd-9460-d7744ba616db 2021-07-07T00:02:22.289Z [qtp817348612-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf5fc4fb-e310-44a8-b1d8-356d405ecdfc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:22.294Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=cf5fc4fb-e310-44a8-b1d8-356d405ecdfc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:22.300Z [qtp817348612-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=cf5fc4fb-e310-44a8-b1d8-356d405ecdfc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:22.300Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=cf5fc4fb-e310-44a8-b1d8-356d405ecdfc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:22.301Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=cf5fc4fb-e310-44a8-b1d8-356d405ecdfc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=25 EndTimestamp=2021-07-07T00:02:22.301Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:22.276Z InvocationID=c8b03559-0e56-492b-80bb-918f212b4178 ResponseDesc=Internal Server Error 2021-07-07T00:02:22.346Z [cluster1-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-07-07T00:02:22.347Z [cluster1-reconnection-0] ERROR com.datastax.driver.core.Cluster Authentication error during reconnection to cassandra.onap/10.242.30.195:9042, scheduling retry in 30000 milliseconds com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:02:23.198Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=451d5232-aa1f-4baa-bcb3-3402c1fe9005 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:23.198Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:23.198Z InvocationID=d62ba05c-5828-4d54-b8e6-16318776abc2 2021-07-07T00:02:23.291Z [qtp817348612-58] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=451d5232-aa1f-4baa-bcb3-3402c1fe9005 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:23.297Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=451d5232-aa1f-4baa-bcb3-3402c1fe9005 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:23.387Z [qtp817348612-58] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=451d5232-aa1f-4baa-bcb3-3402c1fe9005 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:23.387Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=451d5232-aa1f-4baa-bcb3-3402c1fe9005 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:02:23.388Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=451d5232-aa1f-4baa-bcb3-3402c1fe9005 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=190 EndTimestamp=2021-07-07T00:02:23.388Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:23.198Z InvocationID=6a452400-a530-4dc1-accd-9b381952f0db ResponseDesc=Internal Server Error 2021-07-07T00:02:26.005Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f5df97be-8356-4c39-b618-b487ccc29ade InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:26.004Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:26.004Z InvocationID=597eecad-1ff5-4979-a492-65ddbe659e5b 2021-07-07T00:02:26.185Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f5df97be-8356-4c39-b618-b487ccc29ade InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:26.393Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f5df97be-8356-4c39-b618-b487ccc29ade InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=389 EndTimestamp=2021-07-07T00:02:26.393Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:26.004Z InvocationID=280e5b5a-c7e3-49ab-97c2-53928224026a ResponseDesc=OK 2021-07-07T00:02:29.098Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f835ada9-3037-498d-8daa-ec849a9afd17 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:29.098Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:29.098Z InvocationID=8d8fad09-7a3e-41e7-9aaa-cd58a2c1acdc 2021-07-07T00:02:29.286Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f835ada9-3037-498d-8daa-ec849a9afd17 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:29.586Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f835ada9-3037-498d-8daa-ec849a9afd17 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=488 EndTimestamp=2021-07-07T00:02:29.586Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:29.098Z InvocationID=370f2d5f-89db-434c-aad6-46a0dc9a21b0 ResponseDesc=OK 2021-07-07T00:02:32.277Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=86f0ecf0-bb12-469b-82fd-bcce4a37c70e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:32.277Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:32.277Z InvocationID=bef06eb9-c183-40d5-927a-d3879b49635d 2021-07-07T00:02:32.289Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=566b5a92-e3e9-4bf3-83e6-7f7de4a458c9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:32.289Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:32.289Z InvocationID=5780b2b7-4a6a-4a65-8dba-da904d1e9c88 2021-07-07T00:02:32.385Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=86f0ecf0-bb12-469b-82fd-bcce4a37c70e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:32.485Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=566b5a92-e3e9-4bf3-83e6-7f7de4a458c9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:32.586Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=86f0ecf0-bb12-469b-82fd-bcce4a37c70e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=309 EndTimestamp=2021-07-07T00:02:32.586Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:32.277Z InvocationID=d22fdebf-3b23-4d5d-bec9-3cf0ecd9a854 ResponseDesc=OK 2021-07-07T00:02:32.787Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=566b5a92-e3e9-4bf3-83e6-7f7de4a458c9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=498 EndTimestamp=2021-07-07T00:02:32.787Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:32.289Z InvocationID=95ee166e-0413-419d-bc4c-3e05758c31dd ResponseDesc=OK 2021-07-07T00:02:33.924Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5cdb7e12-7162-47a6-ab88-823f85dcc91f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:33.924Z InvocationID=e5dd88a9-7d9c-4f2a-8173-dd1992a25d38 2021-07-07T00:02:34.085Z [qtp817348612-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5cdb7e12-7162-47a6-ab88-823f85dcc91f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:34.286Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5cdb7e12-7162-47a6-ab88-823f85dcc91f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=361 EndTimestamp=2021-07-07T00:02:34.285Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:33.924Z InvocationID=bdff1484-c99d-4ed6-a508-04f8b2aa5cbe ResponseDesc=OK 2021-07-07T00:02:35.252Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=354dfae1-9b5b-49bb-ab8b-9ac0562a754a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:35.251Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:35.251Z InvocationID=cf708b94-e808-4d82-ad91-774541b5b5e1 2021-07-07T00:02:35.484Z [qtp817348612-54] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=354dfae1-9b5b-49bb-ab8b-9ac0562a754a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:35.486Z [qtp817348612-54] ERROR c.d.driver.core.RequestHandler RequestID=354dfae1-9b5b-49bb-ab8b-9ac0562a754a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Unexpected error while querying cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.ConnectionException: [cassandra.onap/10.242.30.195:9042] Pool is INITIALIZING at com.datastax.driver.core.HostConnectionPool.borrowConnection(HostConnectionPool.java:241) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.query(RequestHandler.java:396) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.findNextHostAndQuery(RequestHandler.java:359) at com.datastax.driver.core.RequestHandler.startNewExecution(RequestHandler.java:139) at com.datastax.driver.core.RequestHandler.sendRequest(RequestHandler.java:121) at com.datastax.driver.core.SessionManager.execute(SessionManager.java:696) at com.datastax.driver.core.SessionManager.executeAsync(SessionManager.java:142) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:02:35.685Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=354dfae1-9b5b-49bb-ab8b-9ac0562a754a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=434 EndTimestamp=2021-07-07T00:02:35.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:35.251Z InvocationID=dea811d9-d764-481d-b8f7-8331f545e403 ResponseDesc=OK 2021-07-07T00:02:36.577Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f216a841-b242-4aeb-8f10-7641a92ccad0 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:36.577Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:36.577Z InvocationID=cb1d023a-a813-431d-b34e-2eba2f164ead 2021-07-07T00:02:36.685Z [qtp817348612-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f216a841-b242-4aeb-8f10-7641a92ccad0 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:36.895Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f216a841-b242-4aeb-8f10-7641a92ccad0 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=318 EndTimestamp=2021-07-07T00:02:36.895Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:36.577Z InvocationID=76be9a02-e05c-43dc-be29-68eee60bc732 ResponseDesc=OK 2021-07-07T00:02:38.093Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=83469d79-7635-4bd1-8dfc-8f276b2b130a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:38.093Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:38.093Z InvocationID=77cd38e0-b923-4e94-9ea6-8b683b4b7b16 2021-07-07T00:02:38.342Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=83469d79-7635-4bd1-8dfc-8f276b2b130a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:38.590Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=83469d79-7635-4bd1-8dfc-8f276b2b130a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=497 EndTimestamp=2021-07-07T00:02:38.590Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:38.093Z InvocationID=eb6a6ec5-ec68-4e76-b16f-70c33b2961c0 ResponseDesc=OK 2021-07-07T00:02:41.147Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=14dab466-9b73-44e5-8134-03eb754b3014 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:41.147Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:41.147Z InvocationID=915fd492-36dd-4918-b1f1-9a30bf43f0ee 2021-07-07T00:02:41.285Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=14dab466-9b73-44e5-8134-03eb754b3014 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:41.686Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=14dab466-9b73-44e5-8134-03eb754b3014 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=539 EndTimestamp=2021-07-07T00:02:41.686Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:41.147Z InvocationID=6e232ffe-7f2a-4183-89d2-0d19f53edbc0 ResponseDesc=OK 2021-07-07T00:02:43.927Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=821e4609-a2a5-4cf1-84cb-4dbdd087a5ef InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:43.927Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:43.927Z InvocationID=c9b4c768-a0ea-4eb0-bbf6-530915508867 2021-07-07T00:02:44.085Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=821e4609-a2a5-4cf1-84cb-4dbdd087a5ef InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:44.249Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=46dc840e-9558-4ca4-99cd-c2d65bdc0750 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:44.249Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:44.249Z InvocationID=05742a1c-f781-4e91-b15f-4c5d381cb882 2021-07-07T00:02:44.286Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=821e4609-a2a5-4cf1-84cb-4dbdd087a5ef InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=358 EndTimestamp=2021-07-07T00:02:44.285Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:43.927Z InvocationID=77a0ebad-a0d3-45f6-b260-7df0e0871ed8 ResponseDesc=OK 2021-07-07T00:02:44.447Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=46dc840e-9558-4ca4-99cd-c2d65bdc0750 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:44.685Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=46dc840e-9558-4ca4-99cd-c2d65bdc0750 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=436 EndTimestamp=2021-07-07T00:02:44.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:44.249Z InvocationID=582be5ac-1705-49a2-b831-5b4b7fac925e ResponseDesc=OK 2021-07-07T00:02:46.578Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=21839e5c-3b3d-4103-8a2b-26d6b53fcd3b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:46.577Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:46.577Z InvocationID=1a001dc3-9f19-413b-b59d-34434f58a4ec 2021-07-07T00:02:46.685Z [qtp817348612-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=21839e5c-3b3d-4103-8a2b-26d6b53fcd3b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:46.944Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=21839e5c-3b3d-4103-8a2b-26d6b53fcd3b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=367 EndTimestamp=2021-07-07T00:02:46.944Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:46.577Z InvocationID=a1180ca6-a05b-470c-a3ba-271b6ab0115d ResponseDesc=OK 2021-07-07T00:02:47.061Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5bf545f7-288e-44a7-b445-928134967945 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:47.061Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:47.061Z InvocationID=841be49d-e347-41ec-8aed-9f87f6e38d96 2021-07-07T00:02:47.185Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5bf545f7-288e-44a7-b445-928134967945 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:47.386Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5bf545f7-288e-44a7-b445-928134967945 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=325 EndTimestamp=2021-07-07T00:02:47.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:47.061Z InvocationID=5507d05d-81de-468d-80cf-533752d74011 ResponseDesc=OK 2021-07-07T00:02:50.492Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eadcd725-44e5-4e4c-8891-49862030decf InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:50.492Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:50.492Z InvocationID=1ca1ac20-5ad8-4d85-a365-6d28985eaaec 2021-07-07T00:02:50.750Z [qtp817348612-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eadcd725-44e5-4e4c-8891-49862030decf InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:51.486Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eadcd725-44e5-4e4c-8891-49862030decf InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=994 EndTimestamp=2021-07-07T00:02:51.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:50.492Z InvocationID=9d045f39-8438-42c1-a16e-766dea82026b ResponseDesc=OK 2021-07-07T00:02:53.349Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=92625b51-3b31-4a8f-a883-909c94dfdf0a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:53.348Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:53.348Z InvocationID=26b82907-9d1c-45d7-884a-5a4a29bd0037 2021-07-07T00:02:53.485Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=92625b51-3b31-4a8f-a883-909c94dfdf0a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:53.787Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=92625b51-3b31-4a8f-a883-909c94dfdf0a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=439 EndTimestamp=2021-07-07T00:02:53.787Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:53.348Z InvocationID=71bb256b-340c-4e9c-9136-126bff7d795d ResponseDesc=OK 2021-07-07T00:02:53.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=87779a88-9869-438a-88c9-faf866732795 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:53.924Z InvocationID=935ed1d2-8070-4f1a-bf41-7f30e1cef34a 2021-07-07T00:02:54.085Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=87779a88-9869-438a-88c9-faf866732795 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:54.444Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=87779a88-9869-438a-88c9-faf866732795 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=520 EndTimestamp=2021-07-07T00:02:54.444Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:53.924Z InvocationID=7bfd17ee-313d-4a12-a0db-ae041772b98e ResponseDesc=OK 2021-07-07T00:02:55.802Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ce0a7d64-532c-408b-ad18-3ac7ee61931e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:55.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:55.802Z InvocationID=955cc323-cfee-4196-8104-f351275f0e95 2021-07-07T00:02:55.942Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ce0a7d64-532c-408b-ad18-3ac7ee61931e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:56.148Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ce0a7d64-532c-408b-ad18-3ac7ee61931e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=345 EndTimestamp=2021-07-07T00:02:56.147Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:55.802Z InvocationID=2c093ec3-9902-47f2-8a45-ef58b41ae518 ResponseDesc=OK 2021-07-07T00:02:56.571Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fba4efc2-b057-44f9-94bd-26dbe600d778 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:56.571Z InvocationID=22558116-834b-40bf-a7ec-ab8c99d0c71a 2021-07-07T00:02:56.685Z [qtp817348612-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fba4efc2-b057-44f9-94bd-26dbe600d778 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:57.046Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fba4efc2-b057-44f9-94bd-26dbe600d778 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=474 EndTimestamp=2021-07-07T00:02:57.045Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:56.571Z InvocationID=6be2df16-bdc6-471d-92e7-d9706788c687 ResponseDesc=OK 2021-07-07T00:02:58.998Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8b5eddcd-7a38-4558-8d3e-1a15d65097d7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:02:58.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:58.997Z InvocationID=752760b3-d588-47c5-82f1-3d5e44598294 2021-07-07T00:02:59.184Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8b5eddcd-7a38-4558-8d3e-1a15d65097d7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:02:59.546Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8b5eddcd-7a38-4558-8d3e-1a15d65097d7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=549 EndTimestamp=2021-07-07T00:02:59.546Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:02:58.997Z InvocationID=07807d1c-918a-4a37-8930-9e1004e90d43 ResponseDesc=OK 2021-07-07T00:03:02.392Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c5b712a9-5dc8-4fd5-98ee-ce7aa2c39e2a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:02.391Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:02.391Z InvocationID=346b4f9e-b70b-4766-8aee-3f39484fe493 2021-07-07T00:03:02.544Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c5b712a9-5dc8-4fd5-98ee-ce7aa2c39e2a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:02.787Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c5b712a9-5dc8-4fd5-98ee-ce7aa2c39e2a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=396 EndTimestamp=2021-07-07T00:03:02.787Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:02.391Z InvocationID=65bbf26d-3cfb-46f0-8d7e-70079f7be0f6 ResponseDesc=OK 2021-07-07T00:03:03.925Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c114ad78-7ead-4744-b301-96c9cafd94c6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:03.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:03.925Z InvocationID=6bac636e-78bf-44fd-9aa9-fec737ca7659 2021-07-07T00:03:04.085Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c114ad78-7ead-4744-b301-96c9cafd94c6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:04.387Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c114ad78-7ead-4744-b301-96c9cafd94c6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=461 EndTimestamp=2021-07-07T00:03:04.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:03.925Z InvocationID=db2092ac-8e42-4d8a-808d-8b1038ca75c7 ResponseDesc=OK 2021-07-07T00:03:05.188Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=58f74a3b-0736-4ca5-ae31-8d3a9687aebe InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:05.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:05.187Z InvocationID=5df894b6-25a9-4bee-8bf1-33ef2402e2cd 2021-07-07T00:03:05.284Z [qtp817348612-54] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=58f74a3b-0736-4ca5-ae31-8d3a9687aebe InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:05.761Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=58f74a3b-0736-4ca5-ae31-8d3a9687aebe InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=574 EndTimestamp=2021-07-07T00:03:05.761Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:05.187Z InvocationID=8e5c423a-11a5-4ede-88f4-a0d7081d6b32 ResponseDesc=OK 2021-07-07T00:03:06.571Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f04fff80-1fca-43ae-bdb9-9e654971dde8 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:06.571Z InvocationID=54af84c2-2299-4ae2-850d-0b46c9c88d4d 2021-07-07T00:03:06.842Z [qtp817348612-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f04fff80-1fca-43ae-bdb9-9e654971dde8 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:07.084Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f04fff80-1fca-43ae-bdb9-9e654971dde8 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=513 EndTimestamp=2021-07-07T00:03:07.084Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:06.571Z InvocationID=24e4ccf5-2342-4c3f-8d46-6caf89045547 ResponseDesc=OK 2021-07-07T00:03:08.161Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3143fbbd-aea7-4192-816e-916419c2eace InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:08.161Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:08.161Z InvocationID=0663d59b-632f-4226-9040-1ce9e4b04e15 2021-07-07T00:03:08.285Z [qtp817348612-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3143fbbd-aea7-4192-816e-916419c2eace InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:08.693Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3143fbbd-aea7-4192-816e-916419c2eace InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=531 EndTimestamp=2021-07-07T00:03:08.692Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:08.161Z InvocationID=a8624d5b-8464-4713-ad02-42e870c2cd96 ResponseDesc=OK 2021-07-07T00:03:11.247Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=effb5a78-cb6d-43ed-9168-f59b95a41e2e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:11.247Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:11.247Z InvocationID=4caed95d-432a-46cb-90a8-c8f4b6f9571a 2021-07-07T00:03:11.384Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=effb5a78-cb6d-43ed-9168-f59b95a41e2e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:11.847Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=effb5a78-cb6d-43ed-9168-f59b95a41e2e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=600 EndTimestamp=2021-07-07T00:03:11.847Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:11.247Z InvocationID=47d1b74b-2e43-4ece-a567-4db6be84cb2a ResponseDesc=OK 2021-07-07T00:03:13.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=57cfa112-7394-4cf4-8adc-56b74c561de5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:13.924Z InvocationID=97b53bab-b54a-4116-b4cd-a9ee6cc6086a 2021-07-07T00:03:14.049Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=57cfa112-7394-4cf4-8adc-56b74c561de5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:14.284Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=57cfa112-7394-4cf4-8adc-56b74c561de5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=360 EndTimestamp=2021-07-07T00:03:14.284Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:13.924Z InvocationID=89046f63-5420-41c6-bdeb-231b0a6261a0 ResponseDesc=OK 2021-07-07T00:03:14.390Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b6bb615b-385b-4a09-9c31-67d9b12bbfbc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:14.390Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:14.390Z InvocationID=bc7f3fc6-cc53-4d34-881e-09996228e611 2021-07-07T00:03:14.585Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b6bb615b-385b-4a09-9c31-67d9b12bbfbc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:14.986Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b6bb615b-385b-4a09-9c31-67d9b12bbfbc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=596 EndTimestamp=2021-07-07T00:03:14.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:14.390Z InvocationID=9b0bcaf6-f7c0-427c-9fbe-af30781718a9 ResponseDesc=OK 2021-07-07T00:03:16.572Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aa0c9745-b62f-4597-87a3-d1cc14021213 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:16.572Z InvocationID=46f0c469-f105-4319-99e4-9923fcafafe0 2021-07-07T00:03:16.685Z [qtp817348612-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aa0c9745-b62f-4597-87a3-d1cc14021213 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:17.192Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1ea7a508-0799-45e6-abd8-a952377ba619 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:17.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:17.192Z InvocationID=61a1b0e8-e9b9-4270-82d0-e882e1767ec7 2021-07-07T00:03:17.245Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aa0c9745-b62f-4597-87a3-d1cc14021213 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=673 EndTimestamp=2021-07-07T00:03:17.245Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:16.572Z InvocationID=0baa7889-dc08-4921-aeee-12bc878501ce ResponseDesc=OK 2021-07-07T00:03:17.442Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1ea7a508-0799-45e6-abd8-a952377ba619 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:17.785Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1ea7a508-0799-45e6-abd8-a952377ba619 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=593 EndTimestamp=2021-07-07T00:03:17.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:17.192Z InvocationID=8ad80f48-0b70-4e93-ae10-64812e2184c8 ResponseDesc=OK 2021-07-07T00:03:20.449Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9a498c30-9925-45e2-894c-8cd0c3f0ed89 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:20.449Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:20.449Z InvocationID=66e1a293-2ae9-4de9-b582-7a357da9daa9 2021-07-07T00:03:20.586Z [qtp817348612-54] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9a498c30-9925-45e2-894c-8cd0c3f0ed89 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:20.986Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9a498c30-9925-45e2-894c-8cd0c3f0ed89 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=537 EndTimestamp=2021-07-07T00:03:20.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:20.449Z InvocationID=4116d892-6b46-4666-9139-eb08b90758a3 ResponseDesc=OK 2021-07-07T00:03:23.350Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7e9a4cad-ad8d-46d4-bf2d-c0c6af4f2129 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:23.350Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:23.350Z InvocationID=25da7b1b-bbde-4352-a7f9-4eb0a8ab8340 2021-07-07T00:03:23.387Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7e9a4cad-ad8d-46d4-bf2d-c0c6af4f2129 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:23.644Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7e9a4cad-ad8d-46d4-bf2d-c0c6af4f2129 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=293 EndTimestamp=2021-07-07T00:03:23.643Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:23.350Z InvocationID=f20478d1-fa73-4881-a7fd-5202e24e15e7 ResponseDesc=OK 2021-07-07T00:03:23.923Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=45ea9143-d42a-45fa-ac75-e622d06c95f8 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:23.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:23.923Z InvocationID=4f265716-6b2e-4152-be5e-41ed90321f9e 2021-07-07T00:03:24.045Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=45ea9143-d42a-45fa-ac75-e622d06c95f8 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:24.248Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=45ea9143-d42a-45fa-ac75-e622d06c95f8 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=325 EndTimestamp=2021-07-07T00:03:24.248Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:23.923Z InvocationID=cf939135-e7f0-4256-8918-5272d986d7a2 ResponseDesc=OK 2021-07-07T00:03:26.087Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7fc1d96f-c4aa-4ae2-8ef9-c3537f60588d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:26.087Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:26.087Z InvocationID=3197b43e-7e5a-4d2a-9511-578ffefb8013 2021-07-07T00:03:26.186Z [qtp817348612-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7fc1d96f-c4aa-4ae2-8ef9-c3537f60588d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:26.571Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a8a786bd-6b11-43df-b779-1c8c2e74e64f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:26.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:26.571Z InvocationID=d363db09-1802-43ae-b369-75b0e8cf6623 2021-07-07T00:03:26.585Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7fc1d96f-c4aa-4ae2-8ef9-c3537f60588d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=498 EndTimestamp=2021-07-07T00:03:26.585Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:26.087Z InvocationID=5138e139-cbb7-430d-86eb-89bb26b5da9b ResponseDesc=OK 2021-07-07T00:03:26.685Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a8a786bd-6b11-43df-b779-1c8c2e74e64f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:27.252Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a8a786bd-6b11-43df-b779-1c8c2e74e64f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=681 EndTimestamp=2021-07-07T00:03:27.252Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:26.571Z InvocationID=398df981-aa39-4c4d-84e5-02d19f557d18 ResponseDesc=OK 2021-07-07T00:03:29.102Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e7f15513-2e3d-4717-8d39-89f9beb3276e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:29.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:29.102Z InvocationID=518b5314-c332-49ed-af7e-47eb39aa4d99 2021-07-07T00:03:29.354Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e7f15513-2e3d-4717-8d39-89f9beb3276e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:29.785Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e7f15513-2e3d-4717-8d39-89f9beb3276e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=683 EndTimestamp=2021-07-07T00:03:29.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:29.102Z InvocationID=154db083-4cd7-4125-98bc-b6a1552b084a ResponseDesc=OK 2021-07-07T00:03:32.148Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c0482106-5e9a-4521-8a9b-1c6a33569e38 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:32.148Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:32.148Z InvocationID=126ca7a9-486f-4f05-bcbe-3488198c6fc1 2021-07-07T00:03:32.285Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c0482106-5e9a-4521-8a9b-1c6a33569e38 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:32.685Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c0482106-5e9a-4521-8a9b-1c6a33569e38 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=537 EndTimestamp=2021-07-07T00:03:32.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:32.148Z InvocationID=72a3bf59-5906-438d-a3a1-92ff7c793671 ResponseDesc=OK 2021-07-07T00:03:33.924Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=77b544e0-91ea-45aa-8352-af86d19dfacc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:33.924Z InvocationID=770b5da5-f863-4ef1-82e1-9c555bc634ac 2021-07-07T00:03:33.987Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=77b544e0-91ea-45aa-8352-af86d19dfacc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:34.867Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=77b544e0-91ea-45aa-8352-af86d19dfacc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=943 EndTimestamp=2021-07-07T00:03:34.867Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:33.924Z InvocationID=e5de7cf6-c31a-43ec-b32f-e711749a0b6c ResponseDesc=OK 2021-07-07T00:03:35.669Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f036571d-e16e-4b22-b4ab-b13446b5ee84 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:35.668Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:35.668Z InvocationID=b5137df3-4883-4e6f-82c8-86d3fd95b38f 2021-07-07T00:03:35.853Z [qtp817348612-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f036571d-e16e-4b22-b4ab-b13446b5ee84 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:36.184Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f036571d-e16e-4b22-b4ab-b13446b5ee84 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=516 EndTimestamp=2021-07-07T00:03:36.184Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:35.668Z InvocationID=f36696ed-a67c-4c3f-b148-3d558b1459cd ResponseDesc=OK 2021-07-07T00:03:36.572Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5363a766-99b2-4fa8-a210-25aea41f2464 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:36.571Z InvocationID=6ccf026b-dc99-41cb-83af-79842b5096e6 2021-07-07T00:03:36.677Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5363a766-99b2-4fa8-a210-25aea41f2464 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:37.085Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5363a766-99b2-4fa8-a210-25aea41f2464 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=514 EndTimestamp=2021-07-07T00:03:37.085Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:36.571Z InvocationID=0a366734-d489-4b92-b4ed-47063e6b2e2a ResponseDesc=OK 2021-07-07T00:03:38.081Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ce132269-03be-450d-ab27-a8a72caee1c9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:38.081Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:38.081Z InvocationID=6f7b6594-ce24-42d0-8797-a96c95979d24 2021-07-07T00:03:38.092Z [qtp817348612-54] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ce132269-03be-450d-ab27-a8a72caee1c9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:39.269Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ce132269-03be-450d-ab27-a8a72caee1c9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1187 EndTimestamp=2021-07-07T00:03:39.268Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:38.081Z InvocationID=ce1ee7f8-a983-43f2-b1be-b5a179395aa3 ResponseDesc=OK 2021-07-07T00:03:41.003Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5325eb50-7075-47cc-b6d9-482e9aeccfbd InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:41.003Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:41.003Z InvocationID=472e89a6-1865-4fab-b538-bf4b9f149e2d 2021-07-07T00:03:41.255Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5325eb50-7075-47cc-b6d9-482e9aeccfbd InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:41.485Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5325eb50-7075-47cc-b6d9-482e9aeccfbd InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=482 EndTimestamp=2021-07-07T00:03:41.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:41.003Z InvocationID=29e6ef4b-2ceb-47e4-8d3c-8dadae953508 ResponseDesc=OK 2021-07-07T00:03:43.926Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9be5208b-34d7-4dcb-ada3-5c221922cdd4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:43.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:43.925Z InvocationID=f7823fac-7261-455e-ba1d-aef9c3749ce9 2021-07-07T00:03:44.085Z [qtp817348612-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9be5208b-34d7-4dcb-ada3-5c221922cdd4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:44.291Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=adbd91a0-cf4d-4bfa-9de2-4fa22056f8ce InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:44.291Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:44.291Z InvocationID=7ab7053d-a6f0-4cc4-ab61-e3c4617189a9 2021-07-07T00:03:44.386Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9be5208b-34d7-4dcb-ada3-5c221922cdd4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=461 EndTimestamp=2021-07-07T00:03:44.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:43.925Z InvocationID=8c182516-c007-4ee8-9af6-58a597440a0e ResponseDesc=OK 2021-07-07T00:03:44.387Z [qtp817348612-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=adbd91a0-cf4d-4bfa-9de2-4fa22056f8ce InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:44.697Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=adbd91a0-cf4d-4bfa-9de2-4fa22056f8ce InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=406 EndTimestamp=2021-07-07T00:03:44.697Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:44.291Z InvocationID=da1fdf06-3ef4-4cc2-afc1-85c902e8e52a ResponseDesc=OK 2021-07-07T00:03:46.573Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e57ca3bf-ccaf-4f48-b31d-38df95792b01 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:46.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:46.573Z InvocationID=d343c24a-9258-4770-86b0-7723ce52348f 2021-07-07T00:03:47.694Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e57ca3bf-ccaf-4f48-b31d-38df95792b01 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:47.821Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fd82f9ae-e888-470e-b898-c600e6b0197d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:47.821Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:47.821Z InvocationID=e4ec049d-7fb0-4236-81b4-42618c07dbb5 2021-07-07T00:03:48.085Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fd82f9ae-e888-470e-b898-c600e6b0197d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:48.285Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e57ca3bf-ccaf-4f48-b31d-38df95792b01 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1712 EndTimestamp=2021-07-07T00:03:48.285Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:46.573Z InvocationID=07c1473b-7fff-4432-82d4-fbddbc8ebca9 ResponseDesc=OK 2021-07-07T00:03:49.086Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fd82f9ae-e888-470e-b898-c600e6b0197d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1265 EndTimestamp=2021-07-07T00:03:49.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:47.821Z InvocationID=3317ab45-8d6c-462c-8432-1bc3f663a5e3 ResponseDesc=OK 2021-07-07T00:03:50.192Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=89597d39-7978-46a6-85bf-7a04edc0f75b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:50.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:50.191Z InvocationID=ed527cbc-235e-4188-a1ca-c2447324eed9 2021-07-07T00:03:51.983Z [qtp817348612-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=89597d39-7978-46a6-85bf-7a04edc0f75b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:53.926Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cbc84927-5469-440b-8591-eb7fd0672ce9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:53.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:53.925Z InvocationID=e095c5da-b2cc-409b-a7ec-2fd01893b977 2021-07-07T00:03:55.750Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=89597d39-7978-46a6-85bf-7a04edc0f75b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=5559 EndTimestamp=2021-07-07T00:03:55.750Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:50.191Z InvocationID=4e6053a8-b649-4fb6-9289-18dd6c8e14e9 ResponseDesc=OK 2021-07-07T00:03:56.455Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cbc84927-5469-440b-8591-eb7fd0672ce9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:56.572Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=408e799c-232f-4b80-a960-a0bd2ed31388 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:03:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:56.572Z InvocationID=dc6173cf-61aa-4075-9d73-7de0d3fc1b95 2021-07-07T00:03:56.695Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=408e799c-232f-4b80-a960-a0bd2ed31388 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:03:57.785Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cbc84927-5469-440b-8591-eb7fd0672ce9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=3860 EndTimestamp=2021-07-07T00:03:57.785Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:53.925Z InvocationID=f8db0dd9-6cd4-4a49-bf9b-3e6b6411d64d ResponseDesc=OK 2021-07-07T00:03:57.889Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=408e799c-232f-4b80-a960-a0bd2ed31388 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1317 EndTimestamp=2021-07-07T00:03:57.889Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:03:56.572Z InvocationID=581ea7df-4e6b-4678-9c5c-356753885226 ResponseDesc=OK 2021-07-07T00:04:00.493Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d73041bb-bae9-4535-96ab-07fb04dae590 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:00.493Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:00.493Z InvocationID=e4433e05-8d4a-4d5a-86b8-dc89c576cce0 2021-07-07T00:04:00.506Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d73041bb-bae9-4535-96ab-07fb04dae590 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:00.998Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d73041bb-bae9-4535-96ab-07fb04dae590 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=504 EndTimestamp=2021-07-07T00:04:00.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:00.493Z InvocationID=289e5afc-9e4c-41d1-8a75-8e71de14c8fd ResponseDesc=OK 2021-07-07T00:04:03.925Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1a391776-744a-4d41-a048-539ba2b512cf InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:03.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:03.925Z InvocationID=331a6652-9b3f-4abb-a1cb-cb1929ea7462 2021-07-07T00:04:06.572Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d6f018ba-fc8c-45af-b577-1350c860374a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:06.572Z InvocationID=5ff4e7e3-730e-47d6-9d76-30e22929248b 2021-07-07T00:04:11.644Z [qtp817348612-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d6f018ba-fc8c-45af-b577-1350c860374a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:11.744Z [qtp817348612-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1a391776-744a-4d41-a048-539ba2b512cf InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:12.687Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1a391776-744a-4d41-a048-539ba2b512cf InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=8762 EndTimestamp=2021-07-07T00:04:12.687Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:03.925Z InvocationID=45ddce46-1129-441d-a30d-7463a48331f6 ResponseDesc=OK 2021-07-07T00:04:12.944Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d6f018ba-fc8c-45af-b577-1350c860374a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=6372 EndTimestamp=2021-07-07T00:04:12.944Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:06.572Z InvocationID=e21e32ed-d579-49d3-acef-e7dfad4bf05d ResponseDesc=OK 2021-07-07T00:04:13.095Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4bb9b5e4-1203-41e0-b1df-c9af526e5174 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:13.095Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:13.095Z InvocationID=82e8883f-e356-4b97-a9a0-c07488b2ca6d 2021-07-07T00:04:13.185Z [qtp817348612-54] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4bb9b5e4-1203-41e0-b1df-c9af526e5174 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:13.390Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4bb9b5e4-1203-41e0-b1df-c9af526e5174 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=294 EndTimestamp=2021-07-07T00:04:13.389Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:13.095Z InvocationID=40598fdd-1400-4463-bc35-9224d3371ec9 ResponseDesc=OK 2021-07-07T00:04:13.927Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=475ad03b-f8ab-433c-a356-696c39260b98 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:13.927Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:13.927Z InvocationID=5281ff83-96c2-4ad1-90a4-d537f46b3fbf 2021-07-07T00:04:14.104Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8108fc02-0d29-4f61-8d0c-0fe2020571aa InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:14.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:14.103Z InvocationID=c155bfd5-2440-4cdc-987a-bc1ed56546d0 2021-07-07T00:04:14.685Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8108fc02-0d29-4f61-8d0c-0fe2020571aa InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:14.688Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=475ad03b-f8ab-433c-a356-696c39260b98 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:15.186Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=475ad03b-f8ab-433c-a356-696c39260b98 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1259 EndTimestamp=2021-07-07T00:04:15.186Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:13.927Z InvocationID=405352cc-0ec8-461b-b45f-d8f638260abb ResponseDesc=OK 2021-07-07T00:04:15.385Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8108fc02-0d29-4f61-8d0c-0fe2020571aa InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1281 EndTimestamp=2021-07-07T00:04:15.384Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:14.103Z InvocationID=30b15893-6905-4a9f-8c9d-e19478681d42 ResponseDesc=OK 2021-07-07T00:04:15.892Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ffe9b807-2231-4504-8036-d86689f29679 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:15.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:15.892Z InvocationID=9ffcf4f4-b0bd-4d89-9d93-6f903fd73c8e 2021-07-07T00:04:15.986Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ffe9b807-2231-4504-8036-d86689f29679 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:16.499Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ffe9b807-2231-4504-8036-d86689f29679 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=607 EndTimestamp=2021-07-07T00:04:16.499Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:15.892Z InvocationID=5b017288-1d61-410c-a32d-51666c8e313a ResponseDesc=OK 2021-07-07T00:04:16.573Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2f3b922c-b3fd-4920-814a-7a8717f963a4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:16.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:16.573Z InvocationID=e3c44e1c-73e6-41db-8b20-772c16ae9251 2021-07-07T00:04:16.633Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2f3b922c-b3fd-4920-814a-7a8717f963a4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:16.702Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2f3b922c-b3fd-4920-814a-7a8717f963a4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=129 EndTimestamp=2021-07-07T00:04:16.702Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:16.573Z InvocationID=c705d1f0-0aee-4c28-a94b-77fbeb958638 ResponseDesc=OK 2021-07-07T00:04:17.187Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6d3ed164-c8fc-4035-9b14-44f43b1688d9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:17.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:17.187Z InvocationID=41c3ec34-6f72-464f-889d-44fae398c904 2021-07-07T00:04:17.465Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6d3ed164-c8fc-4035-9b14-44f43b1688d9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:17.798Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6d3ed164-c8fc-4035-9b14-44f43b1688d9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=610 EndTimestamp=2021-07-07T00:04:17.797Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:17.187Z InvocationID=5469cc49-bab5-4b9e-b855-58edf39c569e ResponseDesc=OK 2021-07-07T00:04:18.587Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3e116248-7062-416d-a06b-be8d645654ab InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:18.587Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:18.587Z InvocationID=5e050338-714f-432f-87d4-8730c64d74a6 2021-07-07T00:04:21.984Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3e116248-7062-416d-a06b-be8d645654ab InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:22.242Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3e116248-7062-416d-a06b-be8d645654ab InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=3655 EndTimestamp=2021-07-07T00:04:22.242Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:18.587Z InvocationID=5a1e52ff-ba52-403f-a92a-2d72a5943340 ResponseDesc=OK 2021-07-07T00:04:22.998Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c6af86bc-5fdf-4baf-afca-5d3b0736614b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:22.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:22.998Z InvocationID=42fde83d-c897-4f5d-8c1f-7bbfbea14d0d 2021-07-07T00:04:23.257Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c6af86bc-5fdf-4baf-afca-5d3b0736614b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:23.348Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c6af86bc-5fdf-4baf-afca-5d3b0736614b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=350 EndTimestamp=2021-07-07T00:04:23.348Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:22.998Z InvocationID=0097febd-c47e-49ff-bac7-31db08cb643c ResponseDesc=OK 2021-07-07T00:04:23.896Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7789e19d-68dd-4448-ae64-8b8c566d2d38 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:23.896Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:23.896Z InvocationID=f46f50ac-22fc-4849-96b1-9979a9d435ce 2021-07-07T00:04:23.924Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=efab98be-568e-4905-b9ba-3b579fdc6f7e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:23.924Z InvocationID=d22efd91-85ba-4a5c-b85e-43955272c51d 2021-07-07T00:04:23.986Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7789e19d-68dd-4448-ae64-8b8c566d2d38 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:25.087Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7789e19d-68dd-4448-ae64-8b8c566d2d38 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1191 EndTimestamp=2021-07-07T00:04:25.087Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:23.896Z InvocationID=734896e2-6129-47da-aa85-d6a19376f08a ResponseDesc=OK 2021-07-07T00:04:25.158Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=efab98be-568e-4905-b9ba-3b579fdc6f7e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:25.947Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=efab98be-568e-4905-b9ba-3b579fdc6f7e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=2023 EndTimestamp=2021-07-07T00:04:25.947Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:23.924Z InvocationID=03f415a9-b3fb-4349-952e-11b36257dff7 ResponseDesc=OK 2021-07-07T00:04:26.456Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=83d10351-b770-4fc0-a79e-747cdc257b0d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:26.456Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:26.456Z InvocationID=673ad3c0-27bf-4a8f-9d5a-422625ef08ae 2021-07-07T00:04:26.572Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=61c3b09b-f7b1-40c3-9559-2383f9096313 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:26.572Z InvocationID=2dfd5801-25bd-4685-88d8-593bc93e3cf1 2021-07-07T00:04:26.647Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=83d10351-b770-4fc0-a79e-747cdc257b0d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:26.684Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=61c3b09b-f7b1-40c3-9559-2383f9096313 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:27.186Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=83d10351-b770-4fc0-a79e-747cdc257b0d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=729 EndTimestamp=2021-07-07T00:04:27.185Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:26.456Z InvocationID=40e1b85f-fbad-4148-b7ef-dc439a603ce5 ResponseDesc=OK 2021-07-07T00:04:27.902Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=61c3b09b-f7b1-40c3-9559-2383f9096313 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1330 EndTimestamp=2021-07-07T00:04:27.902Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:26.572Z InvocationID=d7154ca1-c2db-4215-b17f-857cf07cf7fa ResponseDesc=OK 2021-07-07T00:04:28.303Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c7d8ee19-2b40-4b9e-afff-825dbc90fb52 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:28.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:28.303Z InvocationID=15f6c768-e20f-4151-ba93-751ed55856c9 2021-07-07T00:04:28.483Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c7d8ee19-2b40-4b9e-afff-825dbc90fb52 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:28.841Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c7d8ee19-2b40-4b9e-afff-825dbc90fb52 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=538 EndTimestamp=2021-07-07T00:04:28.841Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:28.303Z InvocationID=a15de5e6-9fa7-47fc-913e-3fc8930a8a16 ResponseDesc=OK 2021-07-07T00:04:29.878Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1d534576-b26f-43ad-bc0f-d41187474cf0 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:29.878Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:29.878Z InvocationID=4a17bdef-28b9-4972-9e44-34355ad62da7 2021-07-07T00:04:31.051Z [qtp817348612-54] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1d534576-b26f-43ad-bc0f-d41187474cf0 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:31.284Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1d534576-b26f-43ad-bc0f-d41187474cf0 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1406 EndTimestamp=2021-07-07T00:04:31.284Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:29.878Z InvocationID=5463c4cf-f324-48ff-ad62-2bbf039c6672 ResponseDesc=OK 2021-07-07T00:04:33.055Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b37e3927-ce9f-4b8a-832f-61564767e897 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:33.055Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:33.055Z InvocationID=e8115bbb-8e84-4883-9689-dd0e7715e518 2021-07-07T00:04:33.284Z [qtp817348612-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b37e3927-ce9f-4b8a-832f-61564767e897 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:33.925Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5936fac2-6004-40f0-8e78-9a7f87f662c8 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:33.924Z InvocationID=ec130aee-3448-48a1-b807-6565e8a134ba 2021-07-07T00:04:34.087Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5936fac2-6004-40f0-8e78-9a7f87f662c8 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:34.089Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b37e3927-ce9f-4b8a-832f-61564767e897 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1034 EndTimestamp=2021-07-07T00:04:34.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:33.055Z InvocationID=cc0f58c6-96c4-42bb-ae8b-5e49b18a5aea ResponseDesc=OK 2021-07-07T00:04:34.888Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5936fac2-6004-40f0-8e78-9a7f87f662c8 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=964 EndTimestamp=2021-07-07T00:04:34.888Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:33.924Z InvocationID=060ee6f4-7e7a-4e99-9a99-ff59d1d4258b ResponseDesc=OK 2021-07-07T00:04:35.550Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=12fc6824-8bd7-44ea-9637-292553ff37e2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:35.550Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:35.550Z InvocationID=ab54bbcb-cc78-4621-969e-d7521f043ab9 2021-07-07T00:04:36.572Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=caf17ff2-6289-4ca4-b4d2-33f2aa4b8ccc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:36.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:36.572Z InvocationID=dcfac658-e0db-4e3c-ade1-898557a9df7d 2021-07-07T00:04:36.597Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=caf17ff2-6289-4ca4-b4d2-33f2aa4b8ccc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:37.053Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=12fc6824-8bd7-44ea-9637-292553ff37e2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:37.186Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=caf17ff2-6289-4ca4-b4d2-33f2aa4b8ccc InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=614 EndTimestamp=2021-07-07T00:04:37.186Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:36.572Z InvocationID=ef2aea9a-d7fe-4792-92ec-57b8db7cef69 ResponseDesc=OK 2021-07-07T00:04:37.302Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=12fc6824-8bd7-44ea-9637-292553ff37e2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1751 EndTimestamp=2021-07-07T00:04:37.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:35.550Z InvocationID=2e8e1a88-2d85-4107-aa0d-04af2ff62935 ResponseDesc=OK 2021-07-07T00:04:39.350Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=adfb161d-90b1-46fe-aa24-0d33ccea6793 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:39.350Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:39.350Z InvocationID=6e497ca4-8bcc-424f-88db-40a6618b1f39 2021-07-07T00:04:39.484Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=adfb161d-90b1-46fe-aa24-0d33ccea6793 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:39.754Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=adfb161d-90b1-46fe-aa24-0d33ccea6793 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=404 EndTimestamp=2021-07-07T00:04:39.754Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:39.350Z InvocationID=1233a797-423a-4391-bf0f-071ed8f24cf1 ResponseDesc=OK 2021-07-07T00:04:41.274Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a72e6daf-4a39-4983-8320-cc9f6dd2b3c6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:41.274Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:41.274Z InvocationID=1d311107-b176-4e81-9c12-715eff72e83b 2021-07-07T00:04:41.911Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a72e6daf-4a39-4983-8320-cc9f6dd2b3c6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:42.084Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a72e6daf-4a39-4983-8320-cc9f6dd2b3c6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=810 EndTimestamp=2021-07-07T00:04:42.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:41.274Z InvocationID=50ba1040-5166-4dfd-b08d-be854b545b50 ResponseDesc=OK 2021-07-07T00:04:43.752Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e4f3c6dc-3a10-4e7c-a21a-b16d9a5133ce InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:43.752Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:43.752Z InvocationID=7a310488-0ea5-4ddc-a452-a152e09710e6 2021-07-07T00:04:43.886Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e4f3c6dc-3a10-4e7c-a21a-b16d9a5133ce InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:43.924Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0307a382-bb33-4305-a1bb-9465e82af51b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:43.924Z InvocationID=15812eaf-c165-4d39-8ff2-509c895fb97a 2021-07-07T00:04:43.986Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0307a382-bb33-4305-a1bb-9465e82af51b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:44.286Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0307a382-bb33-4305-a1bb-9465e82af51b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=362 EndTimestamp=2021-07-07T00:04:44.286Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:43.924Z InvocationID=b146cedf-6637-42e2-a27e-49a051e3534f ResponseDesc=OK 2021-07-07T00:04:44.448Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e4f3c6dc-3a10-4e7c-a21a-b16d9a5133ce InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=696 EndTimestamp=2021-07-07T00:04:44.448Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:43.752Z InvocationID=8fe2fdf1-2d51-4a4a-8c4f-9dfb7e12a263 ResponseDesc=OK 2021-07-07T00:04:45.353Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=29fa340b-c22f-4cf4-8971-c7acf0114a0d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:45.352Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:45.352Z InvocationID=1a43c283-e964-4f62-ab91-4481c2156075 2021-07-07T00:04:45.567Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=29fa340b-c22f-4cf4-8971-c7acf0114a0d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:46.085Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=29fa340b-c22f-4cf4-8971-c7acf0114a0d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=732 EndTimestamp=2021-07-07T00:04:46.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:45.352Z InvocationID=712924b8-1b53-467c-8ade-55894ec165a8 ResponseDesc=OK 2021-07-07T00:04:46.571Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0b6f2b3f-cdb6-42c1-a65c-d988c344faac InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:46.571Z InvocationID=fc8811fb-9889-4233-bf3c-e17912061610 2021-07-07T00:04:46.685Z [qtp817348612-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0b6f2b3f-cdb6-42c1-a65c-d988c344faac InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:47.291Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0b6f2b3f-cdb6-42c1-a65c-d988c344faac InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=720 EndTimestamp=2021-07-07T00:04:47.291Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:46.571Z InvocationID=e41a644c-c7e9-427e-9491-38c39579b333 ResponseDesc=OK 2021-07-07T00:04:47.407Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d8383b94-33d2-4132-841c-e51d56a4ca27 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:47.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:47.407Z InvocationID=a188f5b0-2076-4010-957d-873c075b3a21 2021-07-07T00:04:47.584Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d8383b94-33d2-4132-841c-e51d56a4ca27 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:48.942Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d8383b94-33d2-4132-841c-e51d56a4ca27 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1535 EndTimestamp=2021-07-07T00:04:48.942Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:47.407Z InvocationID=3d6b0b7b-ceb9-4c4d-b8f3-faa1c605133a ResponseDesc=OK 2021-07-07T00:04:49.898Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=99112d5f-740a-465e-802a-c230d15b98f5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:49.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:49.898Z InvocationID=e31fb269-e037-4836-9659-74b4335c37fe 2021-07-07T00:04:50.245Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=99112d5f-740a-465e-802a-c230d15b98f5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:50.485Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=99112d5f-740a-465e-802a-c230d15b98f5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=587 EndTimestamp=2021-07-07T00:04:50.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:49.898Z InvocationID=a8dbc182-8aff-45a2-af91-f6bbd78c178a ResponseDesc=OK 2021-07-07T00:04:51.657Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e054e51f-12c8-4365-8460-bc5427455415 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:51.656Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:51.656Z InvocationID=339e1a8d-5a2c-475d-8621-368d71e44449 2021-07-07T00:04:51.785Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e054e51f-12c8-4365-8460-bc5427455415 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:52.186Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e054e51f-12c8-4365-8460-bc5427455415 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=530 EndTimestamp=2021-07-07T00:04:52.186Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:51.656Z InvocationID=251bc48f-6671-4048-9d9d-d7c8ba85943c ResponseDesc=OK 2021-07-07T00:04:53.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf4dfd90-b51a-4536-b4ad-ac97899c50fe InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:53.924Z InvocationID=aec0ab6c-8149-4a1b-b6e4-68970bd38e4a 2021-07-07T00:04:54.043Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf4dfd90-b51a-4536-b4ad-ac97899c50fe InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:56.257Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=445c5658-e7dd-4250-98dc-d2a483514c1d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:56.257Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:56.257Z InvocationID=8a2fd4e6-4612-454a-ac28-a397d6b77e22 2021-07-07T00:04:56.572Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=361df6c6-ac4f-4904-8cb2-d1a377ea175e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:04:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:56.571Z InvocationID=08dde446-6032-474e-a88d-4698388080b0 2021-07-07T00:04:58.402Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cf4dfd90-b51a-4536-b4ad-ac97899c50fe InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=4478 EndTimestamp=2021-07-07T00:04:58.402Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:53.924Z InvocationID=b50dcd57-7a66-4c78-be89-fff5f70f5e82 ResponseDesc=OK 2021-07-07T00:04:58.443Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=445c5658-e7dd-4250-98dc-d2a483514c1d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:58.484Z [qtp817348612-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=361df6c6-ac4f-4904-8cb2-d1a377ea175e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:04:58.684Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=445c5658-e7dd-4250-98dc-d2a483514c1d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=2427 EndTimestamp=2021-07-07T00:04:58.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:56.257Z InvocationID=97f1d714-53fd-4eb4-bf0c-495aaca72374 ResponseDesc=OK 2021-07-07T00:04:58.885Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=361df6c6-ac4f-4904-8cb2-d1a377ea175e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=2314 EndTimestamp=2021-07-07T00:04:58.885Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:04:56.571Z InvocationID=5f1096a6-7c9c-457d-899d-a895c84cb8b5 ResponseDesc=OK 2021-07-07T00:05:01.355Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=11d81e75-a982-4398-b120-a15ed4efc6d7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:01.354Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:01.354Z InvocationID=9337d397-a0e0-4995-a515-714958edd11e 2021-07-07T00:05:03.923Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a853c5b3-2586-42c7-a926-28535b729db0 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:03.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:03.923Z InvocationID=6d3a9782-6058-409d-93f8-9a3ca5398c0e 2021-07-07T00:05:04.092Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a853c5b3-2586-42c7-a926-28535b729db0 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:04.284Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=11d81e75-a982-4398-b120-a15ed4efc6d7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:06.571Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c6df36a9-fa8c-4e55-be2b-0b70f7f4ec2f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:06.571Z InvocationID=c66ba1dd-b049-47d8-9655-e53a847519e7 2021-07-07T00:05:07.387Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a853c5b3-2586-42c7-a926-28535b729db0 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=3463 EndTimestamp=2021-07-07T00:05:07.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:03.923Z InvocationID=b2895982-2bcf-4dc1-9b8a-1dc615922491 ResponseDesc=OK 2021-07-07T00:05:07.450Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=11d81e75-a982-4398-b120-a15ed4efc6d7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=6096 EndTimestamp=2021-07-07T00:05:07.450Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:01.354Z InvocationID=4e0985ef-ecae-43e0-aee9-f9763c553b09 ResponseDesc=OK 2021-07-07T00:05:07.986Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dacb00d2-6c45-4d7e-b265-520c780af90d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:07.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:07.986Z InvocationID=e2c89afd-abd4-4df4-bf0c-599ef57d606d 2021-07-07T00:05:09.386Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c6df36a9-fa8c-4e55-be2b-0b70f7f4ec2f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:09.454Z [qtp817348612-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dacb00d2-6c45-4d7e-b265-520c780af90d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:10.186Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c6df36a9-fa8c-4e55-be2b-0b70f7f4ec2f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=3615 EndTimestamp=2021-07-07T00:05:10.186Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:06.571Z InvocationID=9b6ae848-8981-4744-ba5a-848da3f632bd ResponseDesc=OK 2021-07-07T00:05:10.352Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dacb00d2-6c45-4d7e-b265-520c780af90d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=2365 EndTimestamp=2021-07-07T00:05:10.351Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:07.986Z InvocationID=4cb30186-2e7d-4827-8def-a376ee07f70a ResponseDesc=OK 2021-07-07T00:05:13.181Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=99da2e5f-76d2-4152-8ab2-3d4dded8ee1a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:13.181Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:13.181Z InvocationID=b8fcb802-c679-474d-a5b7-516cc9ccb4eb 2021-07-07T00:05:13.653Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=99da2e5f-76d2-4152-8ab2-3d4dded8ee1a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:13.924Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ebcf7fc2-57bc-4f62-a913-9893de6f1379 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:13.924Z InvocationID=092a9cae-3113-4286-9715-df45981b7aec 2021-07-07T00:05:13.986Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=99da2e5f-76d2-4152-8ab2-3d4dded8ee1a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=805 EndTimestamp=2021-07-07T00:05:13.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:13.181Z InvocationID=44ce3064-486d-4506-bb48-d3efaec0a305 ResponseDesc=OK 2021-07-07T00:05:14.085Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ebcf7fc2-57bc-4f62-a913-9893de6f1379 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:15.788Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ebcf7fc2-57bc-4f62-a913-9893de6f1379 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1863 EndTimestamp=2021-07-07T00:05:15.787Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:13.924Z InvocationID=89281371-65b6-4889-a6bb-fafaf0fc3698 ResponseDesc=OK 2021-07-07T00:05:16.572Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=481af71c-2ae8-4716-9dfd-04e8165e7360 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:16.572Z InvocationID=a1a2e560-d875-48d0-bfe0-c348ae9c1951 2021-07-07T00:05:16.972Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b9544317-a937-4ff5-87ad-86dd2513a8e9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:16.972Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:16.972Z InvocationID=68768273-db7d-4eb6-8e32-e4e139fdafb6 2021-07-07T00:05:17.183Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=481af71c-2ae8-4716-9dfd-04e8165e7360 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:17.193Z [qtp817348612-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b9544317-a937-4ff5-87ad-86dd2513a8e9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:17.685Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=481af71c-2ae8-4716-9dfd-04e8165e7360 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1113 EndTimestamp=2021-07-07T00:05:17.685Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:16.572Z InvocationID=a1cd6dce-a68c-40c2-ab27-84b045fe1f8c ResponseDesc=OK 2021-07-07T00:05:17.690Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b9544317-a937-4ff5-87ad-86dd2513a8e9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=718 EndTimestamp=2021-07-07T00:05:17.690Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:16.972Z InvocationID=920bd4f8-2302-459a-a223-6fa02a8a55a3 ResponseDesc=OK 2021-07-07T00:05:19.388Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2e47f4bc-d6ba-4d64-90c0-6b4daf0e6de4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:19.388Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:19.388Z InvocationID=969190db-2ba6-4429-a42c-cef792d346f9 2021-07-07T00:05:19.485Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2e47f4bc-d6ba-4d64-90c0-6b4daf0e6de4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:20.300Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2e47f4bc-d6ba-4d64-90c0-6b4daf0e6de4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=911 EndTimestamp=2021-07-07T00:05:20.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:19.388Z InvocationID=d0ede48a-6700-4905-bd28-4dc2faeb5140 ResponseDesc=OK 2021-07-07T00:05:21.565Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=accea613-67cf-49ca-b1bb-ebcdbab16ead InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:21.565Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:21.565Z InvocationID=4e7fc859-97df-4805-ba42-1b9bde5540f2 2021-07-07T00:05:21.684Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=accea613-67cf-49ca-b1bb-ebcdbab16ead InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:22.391Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=accea613-67cf-49ca-b1bb-ebcdbab16ead InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=826 EndTimestamp=2021-07-07T00:05:22.391Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:21.565Z InvocationID=939b7ca4-a287-4384-b9b0-5c0e78494ea0 ResponseDesc=OK 2021-07-07T00:05:23.658Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9b2f3d34-742e-498d-9f95-b2e22c1b276c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:23.658Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:23.658Z InvocationID=f3b3121c-be8f-46e7-a64a-1e3463351d9c 2021-07-07T00:05:23.924Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=015487fe-22e8-41e6-b917-a9c519a4be6a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:23.924Z InvocationID=795a7496-8493-4b30-b46c-f25fdce9e672 2021-07-07T00:05:24.384Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=015487fe-22e8-41e6-b917-a9c519a4be6a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:24.445Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9b2f3d34-742e-498d-9f95-b2e22c1b276c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:24.586Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=015487fe-22e8-41e6-b917-a9c519a4be6a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=662 EndTimestamp=2021-07-07T00:05:24.586Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:23.924Z InvocationID=3068d6d0-630e-4212-b281-eba31df4e1e8 ResponseDesc=OK 2021-07-07T00:05:25.187Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9b2f3d34-742e-498d-9f95-b2e22c1b276c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1529 EndTimestamp=2021-07-07T00:05:25.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:23.658Z InvocationID=9956b1b7-e9a1-4217-9658-0f47b83c3b12 ResponseDesc=OK 2021-07-07T00:05:26.350Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=df386dc5-d4bc-42e1-b44e-c74bdd07e2f3 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:26.350Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:26.350Z InvocationID=f57762fa-622a-474f-9118-17b9f9943a46 2021-07-07T00:05:26.485Z [qtp817348612-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=df386dc5-d4bc-42e1-b44e-c74bdd07e2f3 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:26.572Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d8d5ac97-2819-41d2-a195-770c85598aae InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:26.572Z InvocationID=399e9c77-0af9-424e-a6da-69616958294f 2021-07-07T00:05:27.003Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=df386dc5-d4bc-42e1-b44e-c74bdd07e2f3 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=652 EndTimestamp=2021-07-07T00:05:27.002Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:26.350Z InvocationID=1650b659-8cd5-4ae9-aa03-11a3073184b5 ResponseDesc=OK 2021-07-07T00:05:27.353Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d8d5ac97-2819-41d2-a195-770c85598aae InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:33.925Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=56fa0bde-f8a3-4962-aeca-ea912dba60e5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:33.924Z InvocationID=910b35cf-9ea2-42aa-9a5c-46ea3f85642a 2021-07-07T00:05:36.955Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=56fa0bde-f8a3-4962-aeca-ea912dba60e5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:36.999Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=81a477a6-1188-41fe-9a60-b14b6d0e732a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:36.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:36.999Z InvocationID=1c754516-92c6-43c8-8d02-28a7d54fb1ad 2021-07-07T00:05:37.086Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d8d5ac97-2819-41d2-a195-770c85598aae InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=10514 EndTimestamp=2021-07-07T00:05:37.086Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:26.572Z InvocationID=74751de5-1957-456a-898a-d33daa851b54 ResponseDesc=OK 2021-07-07T00:05:37.090Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=552c18f8-0986-4320-902f-3a9e9a6af1c4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:37.089Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:37.089Z InvocationID=052714df-c662-4f54-a5ea-e8ca0d657a0a 2021-07-07T00:05:37.184Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=81a477a6-1188-41fe-9a60-b14b6d0e732a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:37.184Z [qtp817348612-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=552c18f8-0986-4320-902f-3a9e9a6af1c4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:37.756Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=56fa0bde-f8a3-4962-aeca-ea912dba60e5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=3832 EndTimestamp=2021-07-07T00:05:37.756Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:33.924Z InvocationID=005acc59-0f71-4b4b-97ab-965775a35513 ResponseDesc=OK 2021-07-07T00:05:37.968Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=552c18f8-0986-4320-902f-3a9e9a6af1c4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=878 EndTimestamp=2021-07-07T00:05:37.967Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:37.089Z InvocationID=3fab087b-5e03-40b8-9662-f8ce7d4caf80 ResponseDesc=OK 2021-07-07T00:05:38.387Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=81a477a6-1188-41fe-9a60-b14b6d0e732a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1388 EndTimestamp=2021-07-07T00:05:38.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:36.999Z InvocationID=70a502ce-7a92-47a2-81a4-54c084634931 ResponseDesc=OK 2021-07-07T00:05:39.101Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5766b7c3-bf4b-4317-8d12-2fe0e95272e4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:39.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:39.100Z InvocationID=04322610-bd00-486c-8a19-c98455a5503c 2021-07-07T00:05:39.285Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5766b7c3-bf4b-4317-8d12-2fe0e95272e4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:39.689Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5766b7c3-bf4b-4317-8d12-2fe0e95272e4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=589 EndTimestamp=2021-07-07T00:05:39.689Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:39.100Z InvocationID=07fa686d-3062-49ca-a6ba-b4e3abfa232b ResponseDesc=OK 2021-07-07T00:05:42.461Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=69e3365a-5181-4a71-b763-6da337c6bc4b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:42.460Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:42.460Z InvocationID=f5ed3f18-a66c-43d1-a936-9df0c7d53c04 2021-07-07T00:05:42.558Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=69e3365a-5181-4a71-b763-6da337c6bc4b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:43.666Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=69e3365a-5181-4a71-b763-6da337c6bc4b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1206 EndTimestamp=2021-07-07T00:05:43.666Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:42.460Z InvocationID=a1ec0795-c3e0-4c9f-ab94-6dc8e9dc1d23 ResponseDesc=OK 2021-07-07T00:05:43.924Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0a666f76-507d-46ca-bf3f-cab36ee87463 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:43.924Z InvocationID=427c7086-1ad2-4dc1-af3b-67cf187f27ef 2021-07-07T00:05:44.073Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0a666f76-507d-46ca-bf3f-cab36ee87463 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:44.244Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0a666f76-507d-46ca-bf3f-cab36ee87463 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=320 EndTimestamp=2021-07-07T00:05:44.244Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:43.924Z InvocationID=86f74f61-4bad-4634-9a61-dd8a0caa7959 ResponseDesc=OK 2021-07-07T00:05:44.597Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=265dc33a-7489-41a1-8d8e-b30e80c604ea InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:44.597Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:44.597Z InvocationID=c464bd69-404c-45e3-b212-73bb7560a56b 2021-07-07T00:05:44.789Z [qtp817348612-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=265dc33a-7489-41a1-8d8e-b30e80c604ea InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:44.895Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=265dc33a-7489-41a1-8d8e-b30e80c604ea InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=298 EndTimestamp=2021-07-07T00:05:44.895Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:44.597Z InvocationID=584b92b4-9f31-44bb-9ec4-73af5f3b313f ResponseDesc=OK 2021-07-07T00:05:46.075Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fb5ee1cc-f4f8-42a2-8d8f-727bc6762e2a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:46.075Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:46.075Z InvocationID=cf261cd9-9c42-426e-aa41-f2fca5b03c0a 2021-07-07T00:05:46.184Z [qtp817348612-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fb5ee1cc-f4f8-42a2-8d8f-727bc6762e2a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:46.351Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fb5ee1cc-f4f8-42a2-8d8f-727bc6762e2a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=275 EndTimestamp=2021-07-07T00:05:46.350Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:46.075Z InvocationID=d2b7197b-4ac8-4664-b3a3-50894e6929b8 ResponseDesc=OK 2021-07-07T00:05:46.572Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a27465c7-2850-415e-b6d8-6d13773f958e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:46.572Z InvocationID=5ee16369-3dc6-4d7d-97dd-212796f9f0d5 2021-07-07T00:05:46.697Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a27465c7-2850-415e-b6d8-6d13773f958e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:46.885Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a27465c7-2850-415e-b6d8-6d13773f958e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=313 EndTimestamp=2021-07-07T00:05:46.885Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:46.572Z InvocationID=c05a7397-ff6f-4367-86a9-397f864927f0 ResponseDesc=OK 2021-07-07T00:05:47.009Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a52e8f24-61d7-404a-ab14-2494f5eda544 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:47.009Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:47.009Z InvocationID=661ab3d5-79cd-489c-a818-3c512006b605 2021-07-07T00:05:47.146Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a52e8f24-61d7-404a-ab14-2494f5eda544 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:47.458Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a52e8f24-61d7-404a-ab14-2494f5eda544 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=449 EndTimestamp=2021-07-07T00:05:47.458Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:47.009Z InvocationID=6718af1a-0a98-40dd-a495-76f227bf32ae ResponseDesc=OK 2021-07-07T00:05:48.100Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=564b4d26-019c-407a-9e52-6ee884fbaa4f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:48.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:48.100Z InvocationID=2f8fb5ea-7261-4bbd-a0f3-92b906d81b03 2021-07-07T00:05:48.284Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=564b4d26-019c-407a-9e52-6ee884fbaa4f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:48.487Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=564b4d26-019c-407a-9e52-6ee884fbaa4f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=387 EndTimestamp=2021-07-07T00:05:48.487Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:48.100Z InvocationID=8c2aab05-bf92-4dbc-8ad8-ad9375075fc9 ResponseDesc=OK 2021-07-07T00:05:49.391Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1c834191-6391-475e-b9d9-4d67f7121f9e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:49.390Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:49.390Z InvocationID=cca84539-94bb-4570-931a-0860853d6df1 2021-07-07T00:05:49.889Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1c834191-6391-475e-b9d9-4d67f7121f9e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:49.990Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1c834191-6391-475e-b9d9-4d67f7121f9e InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=600 EndTimestamp=2021-07-07T00:05:49.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:49.390Z InvocationID=f2064dfa-a9a8-412c-9d35-b1e1791e7826 ResponseDesc=OK 2021-07-07T00:05:50.900Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f59a37f9-2a5b-4eaa-aad3-1d9b2b41f663 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:50.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:50.899Z InvocationID=312eae3b-e862-49f6-972c-05ed09424975 2021-07-07T00:05:51.085Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f59a37f9-2a5b-4eaa-aad3-1d9b2b41f663 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:51.293Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f59a37f9-2a5b-4eaa-aad3-1d9b2b41f663 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=394 EndTimestamp=2021-07-07T00:05:51.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:50.899Z InvocationID=7b43afb2-16dd-4305-af97-d5c1250b0e20 ResponseDesc=OK 2021-07-07T00:05:52.443Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e041d6eb-ecfc-49dd-a9d3-01e3fb91df04 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:52.443Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:52.443Z InvocationID=a0e67693-88be-4551-b538-470e53ed52fe 2021-07-07T00:05:52.584Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e041d6eb-ecfc-49dd-a9d3-01e3fb91df04 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:52.826Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e041d6eb-ecfc-49dd-a9d3-01e3fb91df04 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=383 EndTimestamp=2021-07-07T00:05:52.826Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:52.443Z InvocationID=28389a50-3233-4291-8fa3-c90f1bcbd641 ResponseDesc=OK 2021-07-07T00:05:53.502Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=47abad7d-436d-45c3-8bda-bb89e7f72b10 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:53.502Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:53.502Z InvocationID=691c1cb3-f1f4-4173-ac15-e7e63b7db8da 2021-07-07T00:05:53.924Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5d4b2535-b169-4410-8219-fe01d385880b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:53.924Z InvocationID=6d167f61-74be-4d2a-b0f0-96b7945c95b3 2021-07-07T00:05:54.284Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5d4b2535-b169-4410-8219-fe01d385880b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:54.297Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5d4b2535-b169-4410-8219-fe01d385880b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=373 EndTimestamp=2021-07-07T00:05:54.297Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:53.924Z InvocationID=f187c9af-793c-4c80-9853-9281b7b92324 ResponseDesc=OK 2021-07-07T00:05:54.417Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=47abad7d-436d-45c3-8bda-bb89e7f72b10 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:05:56.573Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=85ce5d98-a87e-4e8d-801f-e440f76eb55c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:05:56.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:56.573Z InvocationID=54efeb22-a414-4bb4-8554-dd6e74062c59 2021-07-07T00:06:00.100Z [qtp817348612-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=85ce5d98-a87e-4e8d-801f-e440f76eb55c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:00.186Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=47abad7d-436d-45c3-8bda-bb89e7f72b10 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=6684 EndTimestamp=2021-07-07T00:06:00.186Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:53.502Z InvocationID=9a3dc3fd-b4e8-4179-a88f-79b5d0081950 ResponseDesc=OK 2021-07-07T00:06:00.601Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=85ce5d98-a87e-4e8d-801f-e440f76eb55c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=4027 EndTimestamp=2021-07-07T00:06:00.600Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:05:56.573Z InvocationID=7d5e5ebb-27f8-41b1-8630-be2ecf930582 ResponseDesc=OK 2021-07-07T00:06:00.642Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a81c8b8e-f4bf-46c5-87f6-a50b6f2739ce InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:00.642Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:00.642Z InvocationID=aa9db712-4f39-4fb0-a1d3-6dab99ef3474 2021-07-07T00:06:00.691Z [qtp817348612-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a81c8b8e-f4bf-46c5-87f6-a50b6f2739ce InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:01.184Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a81c8b8e-f4bf-46c5-87f6-a50b6f2739ce InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=542 EndTimestamp=2021-07-07T00:06:01.184Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:00.642Z InvocationID=d9af312d-376c-4d50-96f6-0bf87cc050f6 ResponseDesc=OK 2021-07-07T00:06:02.145Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f29d314d-d6fc-46cc-9ab7-e16d401364ff InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:02.145Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:02.145Z InvocationID=24a869db-ef07-4a90-9809-9286240c8d31 2021-07-07T00:06:02.285Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f29d314d-d6fc-46cc-9ab7-e16d401364ff InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:02.885Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f29d314d-d6fc-46cc-9ab7-e16d401364ff InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=740 EndTimestamp=2021-07-07T00:06:02.885Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:02.145Z InvocationID=3cd8f494-d001-4a65-95cf-ca31bdeff1d9 ResponseDesc=OK 2021-07-07T00:06:03.790Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09386e14-492b-4a12-8661-0b1f739a2b3a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:03.790Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:03.790Z InvocationID=51efc9a7-c6bb-40c7-8a30-d1f63a8fbadf 2021-07-07T00:06:03.884Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09386e14-492b-4a12-8661-0b1f739a2b3a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:03.925Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=95a7a868-2816-49b8-a0ff-e82d3b6207db InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:03.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:03.925Z InvocationID=29a15226-17ad-4507-a98f-7d0c8c07b260 2021-07-07T00:06:04.403Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=95a7a868-2816-49b8-a0ff-e82d3b6207db InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:04.550Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=09386e14-492b-4a12-8661-0b1f739a2b3a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=760 EndTimestamp=2021-07-07T00:06:04.550Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:03.790Z InvocationID=2806a44d-f739-4d57-9694-d058e0f3fe57 ResponseDesc=OK 2021-07-07T00:06:04.684Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=95a7a868-2816-49b8-a0ff-e82d3b6207db InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=759 EndTimestamp=2021-07-07T00:06:04.684Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:03.925Z InvocationID=fdef08fa-6b9f-4fa5-b029-f39465ea22fa ResponseDesc=OK 2021-07-07T00:06:06.572Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=00629bcf-902f-4c0d-b7c5-996c5b7c156c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:06.572Z InvocationID=7242f86a-4439-45f0-b974-a6919bc1bd28 2021-07-07T00:06:06.685Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=00629bcf-902f-4c0d-b7c5-996c5b7c156c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:07.051Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=00629bcf-902f-4c0d-b7c5-996c5b7c156c InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=479 EndTimestamp=2021-07-07T00:06:07.051Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:06.572Z InvocationID=32405713-847f-42fa-8e25-17cf39769d1b ResponseDesc=OK 2021-07-07T00:06:07.761Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3d56365f-189c-4c0b-9c41-bd35c0059492 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:07.761Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:07.761Z InvocationID=be782ba4-dcf0-49d8-9288-61ff6fa858a1 2021-07-07T00:06:07.883Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3d56365f-189c-4c0b-9c41-bd35c0059492 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:08.246Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3d56365f-189c-4c0b-9c41-bd35c0059492 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=485 EndTimestamp=2021-07-07T00:06:08.246Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:07.761Z InvocationID=7c5831ad-4a6b-49bb-a1aa-e0932b12160e ResponseDesc=OK 2021-07-07T00:06:09.267Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8df60c2b-5fc3-441d-9b03-eb9348822d5b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:09.267Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:09.267Z InvocationID=e1f6b213-76a5-43b4-957d-c25bbc5919ed 2021-07-07T00:06:09.950Z [qtp817348612-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8df60c2b-5fc3-441d-9b03-eb9348822d5b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:10.084Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8df60c2b-5fc3-441d-9b03-eb9348822d5b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=817 EndTimestamp=2021-07-07T00:06:10.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:09.267Z InvocationID=068dfb00-d0f8-43a7-983f-3992dfac76cc ResponseDesc=OK 2021-07-07T00:06:12.105Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bcda67f3-9b0e-4e00-8819-dddf08cb0f8f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:12.105Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:12.105Z InvocationID=4f94b7b4-cb9d-4fe7-9237-e067c3100f99 2021-07-07T00:06:12.194Z [qtp817348612-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bcda67f3-9b0e-4e00-8819-dddf08cb0f8f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:12.395Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bcda67f3-9b0e-4e00-8819-dddf08cb0f8f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=290 EndTimestamp=2021-07-07T00:06:12.395Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:12.105Z InvocationID=8555370f-e043-4ed8-9455-491a157d1a2d ResponseDesc=OK 2021-07-07T00:06:13.102Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=94a005ca-5d2f-46c7-a40d-5f644e820e67 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:13.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:13.102Z InvocationID=7a4ce999-843f-4402-b60e-0ed3c084fc50 2021-07-07T00:06:13.468Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=94a005ca-5d2f-46c7-a40d-5f644e820e67 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:13.644Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=94a005ca-5d2f-46c7-a40d-5f644e820e67 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=542 EndTimestamp=2021-07-07T00:06:13.644Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:13.102Z InvocationID=7ac379b9-2859-4935-b9e6-daa7a8a02a5c ResponseDesc=OK 2021-07-07T00:06:13.926Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=633a3380-52b9-46d4-bf96-20ee2270562b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:13.926Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:13.926Z InvocationID=fa21efb5-8ba0-4281-b90a-bedf21f11025 2021-07-07T00:06:15.167Z [qtp817348612-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=633a3380-52b9-46d4-bf96-20ee2270562b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:16.085Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=633a3380-52b9-46d4-bf96-20ee2270562b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=2159 EndTimestamp=2021-07-07T00:06:16.085Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:13.926Z InvocationID=5ca4e147-160e-4912-a09d-9dcdb743962c ResponseDesc=OK 2021-07-07T00:06:16.150Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d8ca69c7-09b3-4f13-8e62-8ec6f15d4764 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:16.149Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:16.149Z InvocationID=1898e770-cc0c-4da2-a0c1-da977d658a75 2021-07-07T00:06:16.389Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d8ca69c7-09b3-4f13-8e62-8ec6f15d4764 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:16.571Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=65a199bb-a6e4-44de-8090-6fa3e9b1da5b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:16.571Z InvocationID=9bb14031-184c-4e2c-8282-ee0fa73064d2 2021-07-07T00:06:17.183Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=65a199bb-a6e4-44de-8090-6fa3e9b1da5b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:17.290Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d8ca69c7-09b3-4f13-8e62-8ec6f15d4764 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1141 EndTimestamp=2021-07-07T00:06:17.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:16.149Z InvocationID=2e2ce382-1d41-4724-afc5-7bc3ea4d7809 ResponseDesc=OK 2021-07-07T00:06:17.386Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=65a199bb-a6e4-44de-8090-6fa3e9b1da5b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=815 EndTimestamp=2021-07-07T00:06:17.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:16.571Z InvocationID=d5021ea2-b712-4529-a671-3f90efb0a97b ResponseDesc=OK 2021-07-07T00:06:21.581Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=207ead52-25e8-4658-ae94-6fef2cf24d96 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:21.581Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:21.581Z InvocationID=1497d1f8-6773-49db-bfb0-183590a74575 2021-07-07T00:06:23.923Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0ac57067-5f91-4f60-ac46-1c205c540aac InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:23.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:23.923Z InvocationID=a8f46598-a6d7-451e-8050-aab8aff8eaf1 2021-07-07T00:06:24.481Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=207ead52-25e8-4658-ae94-6fef2cf24d96 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:25.085Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=207ead52-25e8-4658-ae94-6fef2cf24d96 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=3504 EndTimestamp=2021-07-07T00:06:25.085Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:21.581Z InvocationID=379816bd-44d0-41f4-9ceb-6d0280df80f7 ResponseDesc=OK 2021-07-07T00:06:25.538Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e2e271db-012c-42eb-8a35-e33c651faab2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:25.538Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:25.538Z InvocationID=ef2e5928-327e-469c-a1dd-8183cb7a3662 2021-07-07T00:06:25.695Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e2e271db-012c-42eb-8a35-e33c651faab2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:25.793Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e2e271db-012c-42eb-8a35-e33c651faab2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=255 EndTimestamp=2021-07-07T00:06:25.793Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:25.538Z InvocationID=25f5fd65-9ec1-4f7e-a025-5213aca69baa ResponseDesc=OK 2021-07-07T00:06:26.571Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c36821a6-6fe4-488e-a7c3-7f764d2c23e3 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:26.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:26.571Z InvocationID=60106e81-3478-4fd0-bbef-8a12ed1d6850 2021-07-07T00:06:26.784Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0ac57067-5f91-4f60-ac46-1c205c540aac InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:34.966Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=84a1da41-7ae5-4c48-9d9f-b982d12b7194 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:34.966Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:34.966Z InvocationID=5183624e-b643-4c23-97c2-271d8c3ae8a3 2021-07-07T00:06:34.985Z [qtp817348612-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c36821a6-6fe4-488e-a7c3-7f764d2c23e3 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:35.883Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=84a1da41-7ae5-4c48-9d9f-b982d12b7194 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:36.078Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c36821a6-6fe4-488e-a7c3-7f764d2c23e3 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=9507 EndTimestamp=2021-07-07T00:06:36.078Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:26.571Z InvocationID=e49851bd-96f6-4f20-acb8-4b6fc5d78639 ResponseDesc=OK 2021-07-07T00:06:36.572Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2fadb774-cdd3-406d-901e-e96e364363d4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:36.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:36.572Z InvocationID=c0238145-9ed7-436b-a95c-5c4f9dc49d87 2021-07-07T00:06:36.847Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0ac57067-5f91-4f60-ac46-1c205c540aac InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:06:36.885Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2fadb774-cdd3-406d-901e-e96e364363d4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:36.985Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0ac57067-5f91-4f60-ac46-1c205c540aac InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=13062 EndTimestamp=2021-07-07T00:06:36.985Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:23.923Z InvocationID=722871ec-80c6-46b4-91bb-e08c1472fb91 ResponseDesc=Internal Server Error 2021-07-07T00:06:36.988Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ea908903-3604-4a2a-8e91-b48971a6a637 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:36.988Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:36.988Z InvocationID=224a964b-e769-4623-96df-1085bb7bd5ed 2021-07-07T00:06:37.349Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ea908903-3604-4a2a-8e91-b48971a6a637 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:37.350Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=84a1da41-7ae5-4c48-9d9f-b982d12b7194 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=2384 EndTimestamp=2021-07-07T00:06:37.350Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:34.966Z InvocationID=599f347b-6959-4a35-bb35-a611789d4032 ResponseDesc=OK 2021-07-07T00:06:38.085Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ea908903-3604-4a2a-8e91-b48971a6a637 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1097 EndTimestamp=2021-07-07T00:06:38.085Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:36.988Z InvocationID=0a7023bb-1ece-4a94-9b25-7d536baccb77 ResponseDesc=OK 2021-07-07T00:06:38.158Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2fadb774-cdd3-406d-901e-e96e364363d4 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1586 EndTimestamp=2021-07-07T00:06:38.158Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:36.572Z InvocationID=0e57b053-b819-4577-98b6-990b9f31f083 ResponseDesc=OK 2021-07-07T00:06:38.192Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a8fb719e-f119-4db5-ba5f-3e41ec7391e9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:38.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:38.192Z InvocationID=96030d34-110d-4d8d-8638-0c09bd14b03e 2021-07-07T00:06:38.584Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a8fb719e-f119-4db5-ba5f-3e41ec7391e9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:40.586Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a8fb719e-f119-4db5-ba5f-3e41ec7391e9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=2393 EndTimestamp=2021-07-07T00:06:40.585Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:38.192Z InvocationID=8b78898b-f4fb-4f7b-a19d-872d48b48fa6 ResponseDesc=OK 2021-07-07T00:06:43.925Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6160a28b-8aeb-4d28-9242-b97e873168e5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:43.924Z InvocationID=59de5765-278f-47a3-b5d7-5e019a214d53 2021-07-07T00:06:46.573Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8b1f5a7f-1e52-4266-a066-a4586a9b8002 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:46.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:46.573Z InvocationID=9983a83b-add1-408d-a6be-b9f86b2c82ff 2021-07-07T00:06:49.185Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6160a28b-8aeb-4d28-9242-b97e873168e5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:49.385Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8b1f5a7f-1e52-4266-a066-a4586a9b8002 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:50.956Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b28ffe2a-d72c-41f0-be39-453bbd9600ff InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:50.956Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:50.956Z InvocationID=6bba3476-37f0-48ef-bc55-e02ef8962bcf 2021-07-07T00:06:51.085Z [qtp817348612-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b28ffe2a-d72c-41f0-be39-453bbd9600ff InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:51.754Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8b1f5a7f-1e52-4266-a066-a4586a9b8002 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=5181 EndTimestamp=2021-07-07T00:06:51.754Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:46.573Z InvocationID=053c71d2-adb0-4a49-b9ea-0a0f10249d1f ResponseDesc=OK 2021-07-07T00:06:52.243Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6160a28b-8aeb-4d28-9242-b97e873168e5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=8319 EndTimestamp=2021-07-07T00:06:52.243Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:43.924Z InvocationID=29ae384f-c88a-42ec-9700-a4af05e8d9a4 ResponseDesc=OK 2021-07-07T00:06:52.298Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b28ffe2a-d72c-41f0-be39-453bbd9600ff InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1342 EndTimestamp=2021-07-07T00:06:52.298Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:50.956Z InvocationID=71638379-f4f1-446f-8b6a-d9ca711fcb92 ResponseDesc=OK 2021-07-07T00:06:53.924Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ec2f9660-4b2d-4d39-90e4-90a00e85bd01 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:53.924Z InvocationID=6d97d8a2-e278-4f6f-90bd-e900220730c8 2021-07-07T00:06:53.987Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ec2f9660-4b2d-4d39-90e4-90a00e85bd01 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:54.645Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ec2f9660-4b2d-4d39-90e4-90a00e85bd01 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=721 EndTimestamp=2021-07-07T00:06:54.645Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:53.924Z InvocationID=fbebee91-1914-4784-b627-663e849ef6d9 ResponseDesc=OK 2021-07-07T00:06:56.571Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5359f58c-1803-472c-a502-699e9465f39f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:56.571Z InvocationID=b5b206c5-14a3-48bc-8dee-f0568f7c5237 2021-07-07T00:06:56.652Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5359f58c-1803-472c-a502-699e9465f39f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:56.985Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5359f58c-1803-472c-a502-699e9465f39f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=414 EndTimestamp=2021-07-07T00:06:56.985Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:56.571Z InvocationID=c7240976-dbfc-42b8-a7ae-fede0f52e5d4 ResponseDesc=OK 2021-07-07T00:06:57.651Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=03206eed-ef0e-40ed-9f18-8cd571e311e3 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:06:57.651Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:57.651Z InvocationID=12c85aa3-eeeb-4c80-a63f-439f631ea5b4 2021-07-07T00:06:57.784Z [qtp817348612-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=03206eed-ef0e-40ed-9f18-8cd571e311e3 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:06:59.586Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=03206eed-ef0e-40ed-9f18-8cd571e311e3 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1935 EndTimestamp=2021-07-07T00:06:59.586Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:06:57.651Z InvocationID=fbda0cb2-6f54-45c5-af27-3e1338fec073 ResponseDesc=OK 2021-07-07T00:07:02.615Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09285e10-3c8d-43bf-8a84-43b512393f75 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:02.615Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:02.615Z InvocationID=26eb304f-23b3-4481-8574-61b32d02000a 2021-07-07T00:07:02.689Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09285e10-3c8d-43bf-8a84-43b512393f75 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:07:03.928Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=26913b0d-e22f-413a-9d53-45b4841517f7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:03.927Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:03.927Z InvocationID=c000b903-9717-4f16-8a89-464d8a36da53 2021-07-07T00:07:06.574Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bdb0f6ff-5b14-4557-aacf-2a781289d855 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:06.574Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:06.574Z InvocationID=72820da7-9f01-4ba4-87e1-1cdc07207cbc 2021-07-07T00:07:07.297Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=65dd7967-d47d-4457-b234-76540b2436be InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:07.297Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:07.297Z InvocationID=dc9c029d-99f3-4e4c-8309-851d76258304 2021-07-07T00:07:07.685Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bdb0f6ff-5b14-4557-aacf-2a781289d855 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:07:08.285Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=65dd7967-d47d-4457-b234-76540b2436be InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:07:08.645Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=26913b0d-e22f-413a-9d53-45b4841517f7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:07:08.684Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=65dd7967-d47d-4457-b234-76540b2436be InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1387 EndTimestamp=2021-07-07T00:07:08.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:07.297Z InvocationID=e181d115-3c00-44fd-990a-fb359666cb8a ResponseDesc=OK 2021-07-07T00:07:08.985Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bdb0f6ff-5b14-4557-aacf-2a781289d855 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=2411 EndTimestamp=2021-07-07T00:07:08.985Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:06.574Z InvocationID=e3d2e63a-5182-4412-85bf-c5e4ddac020f ResponseDesc=OK 2021-07-07T00:07:14.817Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=09285e10-3c8d-43bf-8a84-43b512393f75 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:07:14.818Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=09285e10-3c8d-43bf-8a84-43b512393f75 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:07:14.818Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=09285e10-3c8d-43bf-8a84-43b512393f75 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=12203 EndTimestamp=2021-07-07T00:07:14.818Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:02.615Z InvocationID=de2e494b-5a45-4d88-ba64-b88c2f21029e ResponseDesc=Internal Server Error 2021-07-07T00:07:16.572Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=db17f852-3f06-435a-97c8-111137973c61 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:16.571Z InvocationID=f2f981d0-4b39-4ac9-9f57-0ba25382ec21 2021-07-07T00:07:18.925Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4adacc68-e746-4319-844f-75bb3c6ae1b5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:18.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:18.924Z InvocationID=5e7ef90b-b80f-4e30-978e-7e36279d6ab0 2021-07-07T00:07:20.001Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4adacc68-e746-4319-844f-75bb3c6ae1b5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:07:21.016Z [qtp817348612-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=26913b0d-e22f-413a-9d53-45b4841517f7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:07:21.016Z [qtp817348612-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=26913b0d-e22f-413a-9d53-45b4841517f7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:07:21.017Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=26913b0d-e22f-413a-9d53-45b4841517f7 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=17090 EndTimestamp=2021-07-07T00:07:21.017Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:03.927Z InvocationID=c7493119-491a-4896-91ef-357b8073490e ResponseDesc=Internal Server Error 2021-07-07T00:07:21.787Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4adacc68-e746-4319-844f-75bb3c6ae1b5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=2862 EndTimestamp=2021-07-07T00:07:21.786Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:18.924Z InvocationID=c135bc79-b74b-4d28-b1e0-e43121d9a5e9 ResponseDesc=OK 2021-07-07T00:07:22.450Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=db17f852-3f06-435a-97c8-111137973c61 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:07:22.893Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=db17f852-3f06-435a-97c8-111137973c61 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=6322 EndTimestamp=2021-07-07T00:07:22.893Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:16.571Z InvocationID=ea29d0fe-42a2-4417-b9d4-92176f09c254 ResponseDesc=OK 2021-07-07T00:07:23.179Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b736dc94-7e56-4b3d-b049-06a77c09871a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:23.179Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:23.179Z InvocationID=04695dbe-92fa-45fb-9fdb-8a2b1b971ccd 2021-07-07T00:07:23.301Z [qtp817348612-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b736dc94-7e56-4b3d-b049-06a77c09871a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:07:23.924Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f5e866a1-86da-4ebc-9f38-8672b7f37fe5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:23.924Z InvocationID=452b60e0-9790-4ed7-8f91-40ec4b345758 2021-07-07T00:07:24.697Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f5e866a1-86da-4ebc-9f38-8672b7f37fe5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:07:25.360Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f5e866a1-86da-4ebc-9f38-8672b7f37fe5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1436 EndTimestamp=2021-07-07T00:07:25.360Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:23.924Z InvocationID=15dd5231-8551-45f0-a9dd-e73049cb3f1b ResponseDesc=OK 2021-07-07T00:07:26.573Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf0d1547-5d55-48fa-8fc8-43619e473243 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:26.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:26.573Z InvocationID=3eb25f89-0e24-43af-b94f-a238e32b5712 2021-07-07T00:07:26.645Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b736dc94-7e56-4b3d-b049-06a77c09871a InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=3466 EndTimestamp=2021-07-07T00:07:26.645Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:23.179Z InvocationID=47cc6eba-322c-45b4-bcda-4d218b0dd0ec ResponseDesc=OK 2021-07-07T00:07:26.662Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf0d1547-5d55-48fa-8fc8-43619e473243 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:07:27.928Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9316ff82-bc7c-4651-b953-236f355da5ef InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:27.928Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:27.928Z InvocationID=e35f033f-58ec-4d7e-8930-7c9e008fce9c 2021-07-07T00:07:28.588Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9316ff82-bc7c-4651-b953-236f355da5ef InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:07:28.788Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cf0d1547-5d55-48fa-8fc8-43619e473243 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=2215 EndTimestamp=2021-07-07T00:07:28.788Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:26.573Z InvocationID=eac37d19-962c-419a-ae23-aa57075c021b ResponseDesc=OK 2021-07-07T00:07:29.597Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9316ff82-bc7c-4651-b953-236f355da5ef InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1669 EndTimestamp=2021-07-07T00:07:29.597Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:27.928Z InvocationID=017c7d21-ca20-4274-9271-374a522fb242 ResponseDesc=OK 2021-07-07T00:07:30.598Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=13a45edd-48f9-4a8f-8d31-0d33fb20b4a9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:30.597Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:30.597Z InvocationID=6af690ad-6132-489a-b5a2-e9f060478526 2021-07-07T00:07:31.489Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=13a45edd-48f9-4a8f-8d31-0d33fb20b4a9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:07:31.784Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=13a45edd-48f9-4a8f-8d31-0d33fb20b4a9 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1187 EndTimestamp=2021-07-07T00:07:31.784Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:30.597Z InvocationID=1301fe33-9ad1-4c4d-bcbb-aed417794e56 ResponseDesc=OK 2021-07-07T00:07:33.488Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5641b0e3-4795-4142-96e8-c2884daf348f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:33.488Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:33.488Z InvocationID=6b4e0fb4-fb9b-435a-83ac-71f713de1df9 2021-07-07T00:07:33.684Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5641b0e3-4795-4142-96e8-c2884daf348f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:07:33.892Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5641b0e3-4795-4142-96e8-c2884daf348f InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=404 EndTimestamp=2021-07-07T00:07:33.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:33.488Z InvocationID=39a2f169-90ef-4d4c-b0a5-401c282b6326 ResponseDesc=OK 2021-07-07T00:07:33.923Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=66d53bed-de7b-403e-8e3d-87c3d02a6dc6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:33.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:33.923Z InvocationID=7ed7857b-7d61-4e2d-b637-3719ded8756e 2021-07-07T00:07:34.746Z [qtp817348612-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=66d53bed-de7b-403e-8e3d-87c3d02a6dc6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:07:36.580Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b6ca4135-31f8-4f21-96f0-23b70f2884d2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:36.580Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:36.580Z InvocationID=0fde357b-39aa-4684-ad5c-40b5d9e16deb 2021-07-07T00:07:44.790Z [qtp817348612-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=66d53bed-de7b-403e-8e3d-87c3d02a6dc6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:07:48.617Z [qtp817348612-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b6ca4135-31f8-4f21-96f0-23b70f2884d2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:07:48.930Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7849d641-3c49-440a-bae2-b1d09b6bcf8d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:48.930Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:48.930Z InvocationID=6eabd030-afff-4848-b890-b0b512aee545 2021-07-07T00:07:51.571Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d7457285-dc53-4bef-a486-cc32010a75f5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:51.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:51.571Z InvocationID=b3df75b5-8d3b-40da-b19c-80e03e4b939f 2021-07-07T00:07:54.902Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f14886e0-a044-4d5a-ba9b-084b05702e64 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:54.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:54.902Z InvocationID=ba9187f1-46f5-4da8-9fba-ee38687640fd 2021-07-07T00:07:54.909Z [qtp817348612-52] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f14886e0-a044-4d5a-ba9b-084b05702e64 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:07:56.817Z [qtp817348612-51] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=66d53bed-de7b-403e-8e3d-87c3d02a6dc6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:07:56.817Z [qtp817348612-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=66d53bed-de7b-403e-8e3d-87c3d02a6dc6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:07:56.817Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=66d53bed-de7b-403e-8e3d-87c3d02a6dc6 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=22894 EndTimestamp=2021-07-07T00:07:56.817Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:33.923Z InvocationID=bbddcd00-9fa3-4dc5-8dca-7e7a49b618d7 ResponseDesc=Internal Server Error 2021-07-07T00:07:58.623Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b7e9f233-0fca-444e-9a17-61a9a6248468 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:07:58.623Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:58.623Z InvocationID=61880c56-33ad-4420-bcd5-d6f8182035cc 2021-07-07T00:07:58.685Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b6ca4135-31f8-4f21-96f0-23b70f2884d2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:07:58.690Z [qtp817348612-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b6ca4135-31f8-4f21-96f0-23b70f2884d2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:07:58.690Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b6ca4135-31f8-4f21-96f0-23b70f2884d2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:07:58.691Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b6ca4135-31f8-4f21-96f0-23b70f2884d2 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=22111 EndTimestamp=2021-07-07T00:07:58.691Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:36.580Z InvocationID=c19b3404-c013-48e8-96be-bbf5c8c94e01 ResponseDesc=Internal Server Error 2021-07-07T00:07:58.986Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7849d641-3c49-440a-bae2-b1d09b6bcf8d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:07:58.990Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7849d641-3c49-440a-bae2-b1d09b6bcf8d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:08:02.553Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b9c5cee1-22dd-494d-81fc-418e97acc95b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:08:02.552Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:08:02.552Z InvocationID=14e8512b-f0a2-4768-935c-34f593c2a3b3 2021-07-07T00:08:03.617Z [qtp817348612-57] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d7457285-dc53-4bef-a486-cc32010a75f5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:08:03.925Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8c9322af-651b-4a51-8250-f9d314afdd85 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:08:03.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:08:03.925Z InvocationID=2e3e92f7-f95b-46d9-a4d9-67f9d13c1414 2021-07-07T00:08:03.987Z [qtp817348612-49] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8c9322af-651b-4a51-8250-f9d314afdd85 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:08:06.124Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4caad1ea-5274-46f4-8dbd-cc1a14fef777 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:08:06.123Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:08:06.123Z InvocationID=ded2ff7d-a2eb-47d7-a859-cf7ff2c0d5bd 2021-07-07T00:08:06.268Z [qtp817348612-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b7e9f233-0fca-444e-9a17-61a9a6248468 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:08:06.573Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=33efa954-c6b3-4e5a-8144-ab5b947068fa InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:08:06.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:08:06.573Z InvocationID=66cb1970-3718-45cd-b394-9df69295a097 2021-07-07T00:08:06.584Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b7e9f233-0fca-444e-9a17-61a9a6248468 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=7961 EndTimestamp=2021-07-07T00:08:06.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:58.623Z InvocationID=9eb0744b-95d1-48cc-9c46-45205a2dc723 ResponseDesc=OK 2021-07-07T00:08:06.916Z [qtp817348612-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f14886e0-a044-4d5a-ba9b-084b05702e64 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:08:07.866Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7849d641-3c49-440a-bae2-b1d09b6bcf8d InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=18936 EndTimestamp=2021-07-07T00:08:07.866Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:48.930Z InvocationID=e9a7d47f-392f-471a-a31f-5ee803b3a75d ResponseDesc=Internal Server Error 2021-07-07T00:08:07.867Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4caad1ea-5274-46f4-8dbd-cc1a14fef777 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:08:07.867Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b9c5cee1-22dd-494d-81fc-418e97acc95b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:08:07.867Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=33efa954-c6b3-4e5a-8144-ab5b947068fa InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:08:07.870Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d7457285-dc53-4bef-a486-cc32010a75f5 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=16299 EndTimestamp=2021-07-07T00:08:07.870Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:51.571Z InvocationID=dc414748-c3c1-4096-aa55-9599289fa339 ResponseDesc=Internal Server Error 2021-07-07T00:08:08.173Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f14886e0-a044-4d5a-ba9b-084b05702e64 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=13271 EndTimestamp=2021-07-07T00:08:08.173Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:07:54.902Z InvocationID=0859a35d-078b-4fd7-a7ce-3c1d0687d218 ResponseDesc=Internal Server Error 2021-07-07T00:08:08.285Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b9c5cee1-22dd-494d-81fc-418e97acc95b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=5732 EndTimestamp=2021-07-07T00:08:08.284Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:08:02.552Z InvocationID=6ce98e0c-e300-4bbe-b199-1fcf4eeb6e63 ResponseDesc=OK 2021-07-07T00:08:09.250Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8c9322af-651b-4a51-8250-f9d314afdd85 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=5325 EndTimestamp=2021-07-07T00:08:09.250Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:08:03.925Z InvocationID=8863aecb-b0ca-4079-aef3-c6ac5097de39 ResponseDesc=Internal Server Error 2021-07-07T00:08:10.142Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4caad1ea-5274-46f4-8dbd-cc1a14fef777 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=4019 EndTimestamp=2021-07-07T00:08:10.142Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:08:06.123Z InvocationID=496a1fe1-7b59-41a3-b207-4c2ba1c65fd1 ResponseDesc=OK 2021-07-07T00:08:10.250Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=33efa954-c6b3-4e5a-8144-ab5b947068fa InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=3677 EndTimestamp=2021-07-07T00:08:10.250Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:08:06.573Z InvocationID=85a85834-e50d-45a3-93d1-2179948f08b6 ResponseDesc=OK 2021-07-07T00:08:10.678Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3a12a852-8ed5-420b-8639-6802aff40a1b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:08:10.678Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:08:10.678Z InvocationID=7ed4aca5-5660-4e7f-906e-ed58e58b8bda 2021-07-07T00:08:12.158Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3a12a852-8ed5-420b-8639-6802aff40a1b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:08:12.485Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3a12a852-8ed5-420b-8639-6802aff40a1b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=1806 EndTimestamp=2021-07-07T00:08:12.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:08:10.678Z InvocationID=24ee5411-ad0b-40e7-ba6a-6f87f912ddeb ResponseDesc=OK 2021-07-07T00:08:15.771Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b9942eb3-b5b9-4e4f-85f1-190ada04b480 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:08:15.771Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:08:15.771Z InvocationID=88cc810e-bf8f-4541-b81b-f56df5f6e5e8 2021-07-07T00:08:16.309Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b9942eb3-b5b9-4e4f-85f1-190ada04b480 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:08:16.571Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3af80a46-6c8d-4033-b803-556a0063269b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:08:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:08:16.571Z InvocationID=70d3fe12-cc96-4609-8fca-b4b057693c86 2021-07-07T00:08:20.601Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3af80a46-6c8d-4033-b803-556a0063269b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:08:28.317Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b9942eb3-b5b9-4e4f-85f1-190ada04b480 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:08:30.688Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3af80a46-6c8d-4033-b803-556a0063269b InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:08:31.575Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=41eacb86-c557-4e1a-a967-1bcd9b0df720 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=0 EndTimestamp=2021-07-07T00:08:31.574Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:08:31.574Z InvocationID=3f6e0e96-f60f-49b6-9263-ccc1e58cb330 2021-07-07T00:08:38.388Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b9942eb3-b5b9-4e4f-85f1-190ada04b480 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:08:38.388Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b9942eb3-b5b9-4e4f-85f1-190ada04b480 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor49.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:08:38.390Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b9942eb3-b5b9-4e4f-85f1-190ada04b480 InstanceID=97189c06-a5af-4b85-a416-0d1d9b2db175 ElapsedTime=22619 EndTimestamp=2021-07-07T00:08:38.390Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:08:15.771Z InvocationID=f995d311-a9e3-417a-958d-9460ef62a036 ResponseDesc=Internal Server Error 2021-07-07T00:08:56.270Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-07-07T00:08:57.212Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-07-07T00:08:57.497Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-07-07T00:08:57.503Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-07-07T00:08:57.516Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-07-07T00:08:57.524Z [main] INFO c.d.driver.core.SystemProperties com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T00:08:57.524Z [main] INFO c.datastax.driver.core.ClockFactory Using java.lang.System clock to generate timestamps. 2021-07-07T00:08:57.596Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-07-07T00:08:57.669Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-07-07T00:08:59.081Z [main] INFO c.d.d.c.p.DCAwareRoundRobinPolicy Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T00:08:59.083Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T00:08:59.083Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.30.195:9042 added 2021-07-07T00:08:59.083Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T00:09:10.209Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:09:13.889Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:09:14.472Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:09:14.476Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] because it collides with previously registered codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] 2021-07-07T00:09:15.163Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl loaded external testing config {"client":{"enabled":true},"endpoints":["vtp,VTP,true,http://refrepo:8702/onapapi/vnfsdk-marketplace,onap.*","repository,Repository,false,,.*"]} 2021-07-07T00:09:15.167Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl processed external testing config [{"enabled":true,"title":"VTP","url":"http://refrepo:8702/onapapi/vnfsdk-marketplace","id":"vtp","apiKey":null,"scenarioFilter":"onap.*"},{"enabled":false,"title":"Repository","url":"","id":"repository","apiKey":null,"scenarioFilter":".*"}] 2021-07-07T00:09:16.024Z [main] INFO org.apache.cxf.endpoint.ServerImpl Setting the server's publish address to be / 2021-07-07T00:09:16.116Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext initialized in 19844 ms 2021-07-07T00:09:18.564Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:09:18.694Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:09:18.716Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:09:19.098Z [main] INFO o.s.web.servlet.DispatcherServlet Initializing Servlet 'spring-mapper' 2021-07-07T00:09:19.276Z [main] INFO o.s.web.servlet.DispatcherServlet Completed initialization in 178 ms 2021-07-07T00:09:19.542Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d520ed42-5c4d-4b66-a270-d10d60bc129b ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:09:19.534Z ElapsedTime=0 EndTimestamp=2021-07-07T00:09:19.534Z InvocationID=b3dbd465-87c9-4bdf-83c7-d2a1959f2d85 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:09:19.542Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a03c5c38-7e4e-4fdf-ac4c-6c9f3b71da44 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:09:19.535Z ElapsedTime=0 EndTimestamp=2021-07-07T00:09:19.535Z InvocationID=2ce375ff-a389-4af4-ad3a-92b2cc829a8a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:09:19.542Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=16a083c1-4acd-4431-a445-42e06c584f72 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:09:19.534Z ElapsedTime=0 EndTimestamp=2021-07-07T00:09:19.534Z InvocationID=53261577-fbf0-49de-97bf-eff8409ef9b1 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:09:19.873Z [qtp2045766957-15] INFO c.d.driver.core.SystemProperties RequestID=d520ed42-5c4d-4b66-a270-d10d60bc129b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T00:09:19.873Z [qtp2045766957-15] INFO c.datastax.driver.core.ClockFactory RequestID=d520ed42-5c4d-4b66-a270-d10d60bc129b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using java.lang.System clock to generate timestamps. 2021-07-07T00:09:20.007Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2580a470-6fbe-482a-ba6c-6ce5fa03c812 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:09:20.006Z ElapsedTime=0 EndTimestamp=2021-07-07T00:09:20.006Z InvocationID=b1993de0-e10b-4d3c-aa19-65f6663cd16c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:09:22.281Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c2949f06-223d-47ff-862e-8e97290da976 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:09:22.280Z ElapsedTime=0 EndTimestamp=2021-07-07T00:09:22.280Z InvocationID=969c7dea-94ab-46f2-adc4-f1da4a5838cd PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:09:24.138Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a08ab486-df1d-427b-875a-ab0a3efe1f1e ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:09:24.137Z ElapsedTime=0 EndTimestamp=2021-07-07T00:09:24.137Z InvocationID=93979997-b12b-4067-82a9-7b88bf7eae19 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:09:29.517Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ec331f45-76e7-4a34-aa74-da6c2fc37a42 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:09:29.516Z ElapsedTime=0 EndTimestamp=2021-07-07T00:09:29.516Z InvocationID=45ae13e7-7939-4782-a8f9-c57cf790fb5a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:09:37.279Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cd3b3a4f-cd4a-4cc6-80ce-f4e7b5dc39c2 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:09:37.278Z ElapsedTime=0 EndTimestamp=2021-07-07T00:09:37.278Z InvocationID=8a524b0e-94ed-4dd1-91a9-02afce08769b PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:09:41.096Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1acea475-9658-4629-b00f-2247183cee8b ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:09:41.095Z ElapsedTime=0 EndTimestamp=2021-07-07T00:09:41.095Z InvocationID=75219719-2c11-499f-bcb4-070051e96509 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:09:41.961Z [qtp2045766957-15] INFO c.d.d.c.p.DCAwareRoundRobinPolicy RequestID=d520ed42-5c4d-4b66-a270-d10d60bc129b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T00:09:41.962Z [qtp2045766957-15] INFO com.datastax.driver.core.Cluster RequestID=d520ed42-5c4d-4b66-a270-d10d60bc129b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T00:09:41.962Z [qtp2045766957-15] INFO com.datastax.driver.core.Cluster RequestID=d520ed42-5c4d-4b66-a270-d10d60bc129b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.30.195:9042 added 2021-07-07T00:09:41.962Z [qtp2045766957-15] INFO com.datastax.driver.core.Cluster RequestID=d520ed42-5c4d-4b66-a270-d10d60bc129b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T00:09:45.791Z [qtp2045766957-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1acea475-9658-4629-b00f-2247183cee8b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:09:45.884Z [qtp2045766957-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a03c5c38-7e4e-4fdf-ac4c-6c9f3b71da44 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:09:45.885Z [qtp2045766957-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d520ed42-5c4d-4b66-a270-d10d60bc129b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:09:45.890Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:09:45.890Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:09:45.890Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:09:45.890Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:09:45.946Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:09:45.947Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:09:45.956Z [qtp2045766957-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2580a470-6fbe-482a-ba6c-6ce5fa03c812 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:09:45.959Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:09:45.961Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:09:45.984Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:09:45.985Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:09:46.010Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:09:46.010Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:09:46.011Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:09:46.011Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:09:46.011Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:09:46.011Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:09:46.012Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:09:46.012Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:09:47.786Z [qtp2045766957-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c2949f06-223d-47ff-862e-8e97290da976 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:09:47.856Z [qtp2045766957-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ec331f45-76e7-4a34-aa74-da6c2fc37a42 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:09:47.886Z [qtp2045766957-52] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a08ab486-df1d-427b-875a-ab0a3efe1f1e InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:09:47.891Z [qtp2045766957-45] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cd3b3a4f-cd4a-4cc6-80ce-f4e7b5dc39c2 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:09:47.891Z [qtp2045766957-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=16a083c1-4acd-4431-a445-42e06c584f72 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:09:47.902Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b2847d88-e5a7-4c26-b210-d4603d74d2b4 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:09:47.901Z ElapsedTime=0 EndTimestamp=2021-07-07T00:09:47.901Z InvocationID=31a8a317-a7a3-49ca-9f56-dd3a24090131 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:09:47.913Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a03c5c38-7e4e-4fdf-ac4c-6c9f3b71da44 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=28377 EndTimestamp=2021-07-07T00:09:47.912Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:19.535Z InvocationID=8580852c-c5f2-4d9d-82bb-88e6c6835a68 ResponseDesc=Internal Server Error 2021-07-07T00:09:47.914Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d520ed42-5c4d-4b66-a270-d10d60bc129b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=28378 EndTimestamp=2021-07-07T00:09:47.912Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:19.534Z InvocationID=f2c0c39b-198f-42ac-80e8-1fcaaa1b2ad5 ResponseDesc=Internal Server Error 2021-07-07T00:09:47.950Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1acea475-9658-4629-b00f-2247183cee8b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=6855 EndTimestamp=2021-07-07T00:09:47.950Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:41.095Z InvocationID=df94925e-a348-4edf-b82e-b7185b0010df ResponseDesc=Internal Server Error 2021-07-07T00:09:52.279Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=df07b8d7-9349-4598-b6e7-392bb8874ce6 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:09:52.279Z ElapsedTime=0 EndTimestamp=2021-07-07T00:09:52.279Z InvocationID=0da22653-b2f7-443c-8084-56fac5e7ddc8 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:09:53.388Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ec331f45-76e7-4a34-aa74-da6c2fc37a42 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=23871 EndTimestamp=2021-07-07T00:09:53.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:29.516Z InvocationID=5780455c-8a70-43dc-bad3-1f47f266b56f ResponseDesc=Internal Server Error 2021-07-07T00:09:53.389Z [qtp2045766957-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=df07b8d7-9349-4598-b6e7-392bb8874ce6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:09:53.394Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=16a083c1-4acd-4431-a445-42e06c584f72 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=33860 EndTimestamp=2021-07-07T00:09:53.394Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:19.534Z InvocationID=ece10263-a54b-4ab9-aacd-92afb8044f4d ResponseDesc=Internal Server Error 2021-07-07T00:09:53.797Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=df07b8d7-9349-4598-b6e7-392bb8874ce6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1518 EndTimestamp=2021-07-07T00:09:53.797Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:52.279Z InvocationID=13e2553b-8a7d-429a-b4e9-b45ee64ee3fe ResponseDesc=OK 2021-07-07T00:09:53.924Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3dd3be61-8a95-4b8d-a85e-86c5ec19469f ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:09:53.924Z ElapsedTime=0 EndTimestamp=2021-07-07T00:09:53.924Z InvocationID=649ebd3e-bdc0-478c-8e20-16bfb304dc6c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:09:53.974Z [qtp2045766957-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b2847d88-e5a7-4c26-b210-d4603d74d2b4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:09:54.084Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c2949f06-223d-47ff-862e-8e97290da976 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=31804 EndTimestamp=2021-07-07T00:09:54.084Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:22.280Z InvocationID=6393bff9-6b49-4f12-906d-3d0a8b8d36cf ResponseDesc=OK 2021-07-07T00:09:54.159Z [qtp2045766957-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3dd3be61-8a95-4b8d-a85e-86c5ec19469f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:09:54.666Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=2580a470-6fbe-482a-ba6c-6ce5fa03c812 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=34660 EndTimestamp=2021-07-07T00:09:54.666Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:20.006Z InvocationID=f503d722-3067-420d-a3bf-16f56ef09dc1 ResponseDesc=Internal Server Error 2021-07-07T00:09:54.784Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3dd3be61-8a95-4b8d-a85e-86c5ec19469f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=860 EndTimestamp=2021-07-07T00:09:54.784Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:53.924Z InvocationID=9c7c09e1-2a6b-4f01-9c03-b26bd399542f ResponseDesc=OK 2021-07-07T00:09:54.888Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b2847d88-e5a7-4c26-b210-d4603d74d2b4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=6986 EndTimestamp=2021-07-07T00:09:54.887Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:47.901Z InvocationID=8c34a66a-b98d-4f4b-a870-f0abfddabd6b ResponseDesc=OK 2021-07-07T00:09:54.947Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=cd3b3a4f-cd4a-4cc6-80ce-f4e7b5dc39c2 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=17669 EndTimestamp=2021-07-07T00:09:54.947Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:37.278Z InvocationID=5f001e50-78e6-4e26-9708-a7198fac89be ResponseDesc=Internal Server Error 2021-07-07T00:09:54.949Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a08ab486-df1d-427b-875a-ab0a3efe1f1e InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=30811 EndTimestamp=2021-07-07T00:09:54.948Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:24.137Z InvocationID=2df48923-7c11-434f-bbd8-204ff90c0ff5 ResponseDesc=Internal Server Error 2021-07-07T00:09:55.386Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d0dddd6d-fb20-499a-8969-0c86021873f7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:09:55.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:55.386Z InvocationID=d2df2ee0-9770-40dc-8ec1-00cdcb6a491e 2021-07-07T00:09:55.493Z [qtp2045766957-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d0dddd6d-fb20-499a-8969-0c86021873f7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:09:56.572Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6aecfa96-6c5d-4518-ba7d-ea3528354218 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:09:56.571Z ElapsedTime=0 EndTimestamp=2021-07-07T00:09:56.571Z InvocationID=29e4b2b6-7f47-42b0-82f1-e7c4f6e56052 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:09:56.602Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d0dddd6d-fb20-499a-8969-0c86021873f7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1215 EndTimestamp=2021-07-07T00:09:56.601Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:55.386Z InvocationID=086debbc-270e-409b-96a8-155bdffd63a8 ResponseDesc=OK 2021-07-07T00:09:56.683Z [qtp2045766957-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6aecfa96-6c5d-4518-ba7d-ea3528354218 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:09:56.887Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6aecfa96-6c5d-4518-ba7d-ea3528354218 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=315 EndTimestamp=2021-07-07T00:09:56.886Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:56.571Z InvocationID=9c192a60-fa05-4677-9018-f21c7a3f5b0f ResponseDesc=OK 2021-07-07T00:09:57.492Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fc3f300e-6944-4d1e-bc12-e729a191ae2c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:09:57.491Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:57.491Z InvocationID=79b99f69-b560-4278-8c23-4dc1e2e3ec43 2021-07-07T00:09:57.585Z [qtp2045766957-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fc3f300e-6944-4d1e-bc12-e729a191ae2c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:09:57.692Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fc3f300e-6944-4d1e-bc12-e729a191ae2c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=200 EndTimestamp=2021-07-07T00:09:57.691Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:57.491Z InvocationID=daa9d853-76cf-4d42-9b01-bbdb005ecf64 ResponseDesc=OK 2021-07-07T00:09:58.494Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=20cda693-1492-49c8-a0ef-9434b279ef56 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:09:58.494Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:58.494Z InvocationID=b2496fa5-5db6-42dd-af26-967e3ca90e18 2021-07-07T00:09:58.705Z [qtp2045766957-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=20cda693-1492-49c8-a0ef-9434b279ef56 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:09:58.988Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=20cda693-1492-49c8-a0ef-9434b279ef56 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=493 EndTimestamp=2021-07-07T00:09:58.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:58.494Z InvocationID=50704974-1581-4578-a1e5-f64068b48ea2 ResponseDesc=OK 2021-07-07T00:09:59.800Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0286a466-7f66-4375-93b1-093fb897e7e3 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:09:59.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:59.800Z InvocationID=c85eb625-1b5a-4b4c-96f6-9c3870e7dfa0 2021-07-07T00:09:59.894Z [qtp2045766957-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0286a466-7f66-4375-93b1-093fb897e7e3 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:00.097Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0286a466-7f66-4375-93b1-093fb897e7e3 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=297 EndTimestamp=2021-07-07T00:10:00.097Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:09:59.800Z InvocationID=200d7a3a-7cf5-465a-b32c-8e00ea462cfe ResponseDesc=OK 2021-07-07T00:10:01.098Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4b37c147-7d3b-4386-9ab6-d0321856b0f4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:01.098Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:01.098Z InvocationID=8c9fb80a-a28a-47a3-b6d5-b8fff5df7bfa 2021-07-07T00:10:01.285Z [qtp2045766957-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4b37c147-7d3b-4386-9ab6-d0321856b0f4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:01.685Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4b37c147-7d3b-4386-9ab6-d0321856b0f4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=586 EndTimestamp=2021-07-07T00:10:01.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:01.098Z InvocationID=fcf81315-5e76-4a82-b2cf-30eaddd1c5a5 ResponseDesc=OK 2021-07-07T00:10:02.492Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bc93a958-b0f4-4a6b-a74f-b46ad1a03e8c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:02.492Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:02.492Z InvocationID=0952254e-c77c-41e6-bedd-3e39e2e88e7d 2021-07-07T00:10:02.785Z [qtp2045766957-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bc93a958-b0f4-4a6b-a74f-b46ad1a03e8c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:03.159Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bc93a958-b0f4-4a6b-a74f-b46ad1a03e8c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=666 EndTimestamp=2021-07-07T00:10:03.158Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:02.492Z InvocationID=a7de3ad5-4d6c-4294-977a-425371401eea ResponseDesc=OK 2021-07-07T00:10:03.705Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=84fbdd0c-10f2-47b8-88fc-da653e60c9cf InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:03.704Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:03.704Z InvocationID=078f6ab0-4caf-484a-a5ef-420e10fe79ce 2021-07-07T00:10:03.788Z [qtp2045766957-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=84fbdd0c-10f2-47b8-88fc-da653e60c9cf InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:03.925Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=56c2cb46-7227-4c23-89c8-7314bc0c040c ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:10:03.924Z ElapsedTime=0 EndTimestamp=2021-07-07T00:10:03.924Z InvocationID=bd0714bf-38d2-4c04-ba21-18ae05a46973 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:10:04.094Z [qtp2045766957-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=56c2cb46-7227-4c23-89c8-7314bc0c040c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:04.095Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=84fbdd0c-10f2-47b8-88fc-da653e60c9cf InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=391 EndTimestamp=2021-07-07T00:10:04.095Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:03.704Z InvocationID=fb0e8658-926d-4a08-bcaf-dfbc38a828c4 ResponseDesc=OK 2021-07-07T00:10:04.289Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=56c2cb46-7227-4c23-89c8-7314bc0c040c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=365 EndTimestamp=2021-07-07T00:10:04.289Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:03.924Z InvocationID=277f18ab-c5bc-40a4-9258-6550c4ffb5f8 ResponseDesc=OK 2021-07-07T00:10:04.895Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=15b03346-7556-4e4f-8768-93728dc92408 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:04.895Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:04.895Z InvocationID=87dfff42-acbd-4a4c-ac0a-352683646d28 2021-07-07T00:10:05.657Z [qtp2045766957-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=15b03346-7556-4e4f-8768-93728dc92408 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:06.046Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=15b03346-7556-4e4f-8768-93728dc92408 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1151 EndTimestamp=2021-07-07T00:10:06.046Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:04.895Z InvocationID=ba7d836d-8d9c-4872-8146-1c6961375783 ResponseDesc=OK 2021-07-07T00:10:06.573Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=350f79d7-0ccb-49d8-96c0-0eb67b68d7c8 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:06.572Z InvocationID=3ac9139b-3162-4a60-9854-5de4c3b058b0 2021-07-07T00:10:06.590Z [qtp2045766957-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=350f79d7-0ccb-49d8-96c0-0eb67b68d7c8 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:06.799Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=350f79d7-0ccb-49d8-96c0-0eb67b68d7c8 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=226 EndTimestamp=2021-07-07T00:10:06.798Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:06.572Z InvocationID=e602ebac-ddf8-45ee-bf29-c4d2b387238d ResponseDesc=OK 2021-07-07T00:10:07.190Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=83b29043-6c86-42f5-a582-51647c0d03f7 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:10:07.190Z ElapsedTime=0 EndTimestamp=2021-07-07T00:10:07.190Z InvocationID=4b735f13-3ef1-47f3-8029-f65449b2643e PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:10:07.286Z [qtp2045766957-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=83b29043-6c86-42f5-a582-51647c0d03f7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:09.384Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=83b29043-6c86-42f5-a582-51647c0d03f7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=2194 EndTimestamp=2021-07-07T00:10:09.384Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:07.190Z InvocationID=09eb658f-342a-439c-a4cd-ff93b02be619 ResponseDesc=OK 2021-07-07T00:10:10.364Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c8169181-0af9-45f5-b780-1450c0c02780 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:10.364Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:10.364Z InvocationID=615c6307-fd0a-468d-95a3-776149caf3fb 2021-07-07T00:10:10.550Z [qtp2045766957-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c8169181-0af9-45f5-b780-1450c0c02780 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:10.897Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c8169181-0af9-45f5-b780-1450c0c02780 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=533 EndTimestamp=2021-07-07T00:10:10.897Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:10.364Z InvocationID=7d6bd94d-b27c-46c1-a429-3e021caf3fc4 ResponseDesc=OK 2021-07-07T00:10:11.597Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=336ab83e-4d1e-45ba-9143-4d749f18029b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:11.596Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:11.596Z InvocationID=ed23219b-3c55-4304-ba30-bd7d92f14873 2021-07-07T00:10:11.686Z [qtp2045766957-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=336ab83e-4d1e-45ba-9143-4d749f18029b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:11.986Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=336ab83e-4d1e-45ba-9143-4d749f18029b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=389 EndTimestamp=2021-07-07T00:10:11.985Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:11.596Z InvocationID=c62158c6-b79a-425e-80cb-2e416d788ae1 ResponseDesc=OK 2021-07-07T00:10:12.987Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=938f3f89-9b13-4752-9557-5f19f22523b7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:12.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:12.987Z InvocationID=5d0fb6b5-8e12-46d3-8657-be954e58c7d7 2021-07-07T00:10:13.585Z [qtp2045766957-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=938f3f89-9b13-4752-9557-5f19f22523b7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:13.899Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=938f3f89-9b13-4752-9557-5f19f22523b7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=912 EndTimestamp=2021-07-07T00:10:13.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:12.987Z InvocationID=f455c302-f091-4c37-9ad7-d5aa2c76b893 ResponseDesc=OK 2021-07-07T00:10:13.924Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1385a2e3-86f7-4238-9297-d97d928d5350 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:13.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:13.923Z InvocationID=3642fc9e-63e7-482c-a7a8-82cc1039f81e 2021-07-07T00:10:13.993Z [qtp2045766957-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1385a2e3-86f7-4238-9297-d97d928d5350 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:14.258Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1385a2e3-86f7-4238-9297-d97d928d5350 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=335 EndTimestamp=2021-07-07T00:10:14.258Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:13.923Z InvocationID=c7a879e3-d634-48d4-a8d9-df416fe86ff6 ResponseDesc=OK 2021-07-07T00:10:14.696Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=37f24518-c6a0-46e1-a342-debf2c43e2c6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:14.696Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:14.696Z InvocationID=983baf59-4328-4cc9-95c5-80f9d119a8df 2021-07-07T00:10:14.787Z [qtp2045766957-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=37f24518-c6a0-46e1-a342-debf2c43e2c6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:14.987Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=37f24518-c6a0-46e1-a342-debf2c43e2c6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=290 EndTimestamp=2021-07-07T00:10:14.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:14.696Z InvocationID=d182bff2-cd69-4d63-8a6b-432a07d81926 ResponseDesc=OK 2021-07-07T00:10:15.800Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=73731f6f-4e72-43bf-a616-f215454304ae InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:15.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:15.800Z InvocationID=4a40a9d8-e877-49dc-9029-bedf6fe7ea66 2021-07-07T00:10:16.184Z [qtp2045766957-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=73731f6f-4e72-43bf-a616-f215454304ae InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:16.299Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=73731f6f-4e72-43bf-a616-f215454304ae InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=499 EndTimestamp=2021-07-07T00:10:16.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:15.800Z InvocationID=a486b37f-5a2e-4183-b4fa-9390349f7504 ResponseDesc=OK 2021-07-07T00:10:16.572Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ebbc3138-4088-44a7-8a5f-0e58dd3ed921 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:16.572Z InvocationID=58fe3c24-2b97-4d46-be04-79bb88ba0af2 2021-07-07T00:10:16.695Z [qtp2045766957-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ebbc3138-4088-44a7-8a5f-0e58dd3ed921 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:16.893Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ebbc3138-4088-44a7-8a5f-0e58dd3ed921 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=321 EndTimestamp=2021-07-07T00:10:16.893Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:16.572Z InvocationID=3ac88d8a-a2a0-40d8-9f02-2c42d447ad03 ResponseDesc=OK 2021-07-07T00:10:17.191Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=742f09dc-7701-4b83-b878-28f684e638c3 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:17.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:17.191Z InvocationID=ce6f7950-703c-435a-bb5f-287bd3c04c1d 2021-07-07T00:10:17.296Z [qtp2045766957-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=742f09dc-7701-4b83-b878-28f684e638c3 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:17.396Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=742f09dc-7701-4b83-b878-28f684e638c3 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=204 EndTimestamp=2021-07-07T00:10:17.395Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:17.191Z InvocationID=174d0607-44e8-4dc4-969f-eeb394a0827b ResponseDesc=OK 2021-07-07T00:10:18.190Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c554797d-df0b-4009-ae64-43b7f2871d7a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:18.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:18.190Z InvocationID=65918b26-5582-4157-83b8-e0277b95dee4 2021-07-07T00:10:18.285Z [qtp2045766957-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c554797d-df0b-4009-ae64-43b7f2871d7a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:18.585Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c554797d-df0b-4009-ae64-43b7f2871d7a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=394 EndTimestamp=2021-07-07T00:10:18.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:18.190Z InvocationID=ea0a108d-602d-440c-bca3-0b914ab49584 ResponseDesc=OK 2021-07-07T00:10:19.302Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1bfb9b46-1018-4cc7-970d-c07e7e8d21c6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:19.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:19.301Z InvocationID=8670a0d7-ee2c-4f7b-86f2-726a1490ef7b 2021-07-07T00:10:19.406Z [qtp2045766957-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1bfb9b46-1018-4cc7-970d-c07e7e8d21c6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:19.851Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1bfb9b46-1018-4cc7-970d-c07e7e8d21c6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=550 EndTimestamp=2021-07-07T00:10:19.851Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:19.301Z InvocationID=516486e4-9240-4090-b792-1f2b27e68f81 ResponseDesc=OK 2021-07-07T00:10:20.989Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e772f55e-86c2-4903-86a7-f5f8bf7467bd InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:20.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:20.989Z InvocationID=6861c4fe-e9a3-49bc-952f-1c032e31d840 2021-07-07T00:10:21.084Z [qtp2045766957-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e772f55e-86c2-4903-86a7-f5f8bf7467bd InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:21.286Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e772f55e-86c2-4903-86a7-f5f8bf7467bd InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=296 EndTimestamp=2021-07-07T00:10:21.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:20.989Z InvocationID=1afbafb8-da4b-44fb-9db1-5a304d974bf1 ResponseDesc=OK 2021-07-07T00:10:22.314Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d72ba5fc-6c87-4413-8637-e0a6aa0c4c07 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:22.313Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:22.313Z InvocationID=9d452554-5c91-45a2-ae0f-178c81c30845 2021-07-07T00:10:22.685Z [qtp2045766957-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d72ba5fc-6c87-4413-8637-e0a6aa0c4c07 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:22.990Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d72ba5fc-6c87-4413-8637-e0a6aa0c4c07 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=677 EndTimestamp=2021-07-07T00:10:22.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:22.313Z InvocationID=e6494e0c-1ca9-4a70-90b1-bd7f68038710 ResponseDesc=OK 2021-07-07T00:10:23.792Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=583a9c66-a563-40c8-968e-02cd0678e9f1 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:23.792Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:23.792Z InvocationID=46a19cc0-0c02-4ca8-aa77-8cd4a0666d1d 2021-07-07T00:10:23.924Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=da9c2dcb-5441-4bbf-a8ab-e19767f276cc ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 EntryTimestamp=2021-07-07T00:10:23.924Z ElapsedTime=0 EndTimestamp=2021-07-07T00:10:23.924Z InvocationID=f8230903-c664-4d21-87b6-4e8b44b05472 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:10:23.991Z [qtp2045766957-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=da9c2dcb-5441-4bbf-a8ab-e19767f276cc InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:24.642Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=da9c2dcb-5441-4bbf-a8ab-e19767f276cc InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=718 EndTimestamp=2021-07-07T00:10:24.642Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:23.924Z InvocationID=00bbe1b1-2bb1-4e02-a133-4fce073bbb5a ResponseDesc=OK 2021-07-07T00:10:24.646Z [qtp2045766957-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=583a9c66-a563-40c8-968e-02cd0678e9f1 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:25.086Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=583a9c66-a563-40c8-968e-02cd0678e9f1 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1294 EndTimestamp=2021-07-07T00:10:25.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:23.792Z InvocationID=debbc0a4-d882-47a7-a7cf-529baaaae112 ResponseDesc=OK 2021-07-07T00:10:26.246Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0879d265-3561-4fcd-9617-5b8406d0a6f5 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:26.246Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:26.246Z InvocationID=ac8cf0d0-a9ff-4009-8fde-a4a832c1dfd6 2021-07-07T00:10:26.386Z [qtp2045766957-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0879d265-3561-4fcd-9617-5b8406d0a6f5 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:26.571Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe34c5cc-6f53-42b6-87f2-0bea18e34d9a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:26.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:26.571Z InvocationID=28c3a098-4cf2-43c2-902f-809aa9d8a87d 2021-07-07T00:10:26.585Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0879d265-3561-4fcd-9617-5b8406d0a6f5 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=338 EndTimestamp=2021-07-07T00:10:26.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:26.246Z InvocationID=8a4b393b-dd31-4935-bde1-2c110e46b173 ResponseDesc=OK 2021-07-07T00:10:28.254Z [qtp2045766957-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe34c5cc-6f53-42b6-87f2-0bea18e34d9a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:28.903Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ff234f53-0731-49a1-88e1-29c2d0a0540b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:28.903Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:28.903Z InvocationID=67555143-fcf9-48f9-ac00-4e9e89b45d91 2021-07-07T00:10:28.906Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fe34c5cc-6f53-42b6-87f2-0bea18e34d9a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=2335 EndTimestamp=2021-07-07T00:10:28.906Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:26.571Z InvocationID=f2f7e600-3326-4dc9-8770-f0eb8a23ca1d ResponseDesc=OK 2021-07-07T00:10:28.998Z [qtp2045766957-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ff234f53-0731-49a1-88e1-29c2d0a0540b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:29.286Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ff234f53-0731-49a1-88e1-29c2d0a0540b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=383 EndTimestamp=2021-07-07T00:10:29.286Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:28.903Z InvocationID=03e55065-a93a-4fed-8e76-56454a0d6d0a ResponseDesc=OK 2021-07-07T00:10:30.103Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6e381de2-5853-4d7c-9e16-0354577521d5 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:30.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:30.102Z InvocationID=acacd425-dce9-4623-9ee7-4b75cf372761 2021-07-07T00:10:30.285Z [qtp2045766957-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6e381de2-5853-4d7c-9e16-0354577521d5 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:30.484Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6e381de2-5853-4d7c-9e16-0354577521d5 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=382 EndTimestamp=2021-07-07T00:10:30.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:30.102Z InvocationID=3e4f88dd-65af-4bc1-8dee-cf7222b561ed ResponseDesc=OK 2021-07-07T00:10:31.291Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b04f820a-114b-4efe-8192-8cf97752d5f7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:31.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:31.290Z InvocationID=ca3a7991-f8e1-4287-a4d3-8e2056ec3330 2021-07-07T00:10:31.872Z [qtp2045766957-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b04f820a-114b-4efe-8192-8cf97752d5f7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:32.596Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b04f820a-114b-4efe-8192-8cf97752d5f7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1306 EndTimestamp=2021-07-07T00:10:32.596Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:31.290Z InvocationID=10807bba-a114-424d-af0e-21305a1a11b7 ResponseDesc=OK 2021-07-07T00:10:33.305Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=67ff0577-146b-4d46-9fc2-9d604ba9839f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:33.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:33.304Z InvocationID=0575d611-da25-48fc-98a3-d5ec38f6646f 2021-07-07T00:10:33.586Z [qtp2045766957-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=67ff0577-146b-4d46-9fc2-9d604ba9839f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:33.925Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=43ec049d-2860-4c7b-b3f9-612ee934006d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:33.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:33.925Z InvocationID=eb1f1526-528b-47c3-b785-88045e24870b 2021-07-07T00:10:33.998Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=67ff0577-146b-4d46-9fc2-9d604ba9839f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=694 EndTimestamp=2021-07-07T00:10:33.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:33.304Z InvocationID=7794475e-0a7e-40a2-901c-4a34cad86e4b ResponseDesc=OK 2021-07-07T00:10:34.185Z [qtp2045766957-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=43ec049d-2860-4c7b-b3f9-612ee934006d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:34.384Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=43ec049d-2860-4c7b-b3f9-612ee934006d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=459 EndTimestamp=2021-07-07T00:10:34.384Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:33.925Z InvocationID=9f245c5c-e1fa-417d-948a-bcbcff85511e ResponseDesc=OK 2021-07-07T00:10:34.891Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2ec9e092-0605-4660-afdc-f0a783e36941 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:34.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:34.890Z InvocationID=e7408b31-edbd-4668-beca-ce24bdbfb9dc 2021-07-07T00:10:35.147Z [qtp2045766957-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2ec9e092-0605-4660-afdc-f0a783e36941 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:35.750Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2ec9e092-0605-4660-afdc-f0a783e36941 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=860 EndTimestamp=2021-07-07T00:10:35.750Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:34.890Z InvocationID=c0a5dcd5-c200-428b-baa2-03888eb2a731 ResponseDesc=OK 2021-07-07T00:10:36.501Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=17adc4b9-8456-43a9-ae60-534dbdd4f1ed InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:36.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:36.501Z InvocationID=5b483f2f-5a9f-4b03-81ed-755470826a55 2021-07-07T00:10:36.572Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c3c128b1-f4d1-4d6d-bca1-b12a4b705754 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:36.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:36.572Z InvocationID=f6cae45a-c19a-4cff-aa01-f3a906488f19 2021-07-07T00:10:36.590Z [qtp2045766957-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=17adc4b9-8456-43a9-ae60-534dbdd4f1ed InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:36.591Z [qtp2045766957-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c3c128b1-f4d1-4d6d-bca1-b12a4b705754 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:36.785Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=17adc4b9-8456-43a9-ae60-534dbdd4f1ed InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=283 EndTimestamp=2021-07-07T00:10:36.784Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:36.501Z InvocationID=5c813a4a-6f7d-482a-81f9-621338f8e190 ResponseDesc=OK 2021-07-07T00:10:36.785Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c3c128b1-f4d1-4d6d-bca1-b12a4b705754 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=213 EndTimestamp=2021-07-07T00:10:36.785Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:36.572Z InvocationID=b12f04fa-244f-47ad-9b90-469677e22753 ResponseDesc=OK 2021-07-07T00:10:37.670Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=57843e0e-9077-4ae9-929d-06f8505b0c4c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:37.670Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:37.670Z InvocationID=effa1365-5541-4862-9b01-b64a0abd2773 2021-07-07T00:10:37.885Z [qtp2045766957-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=57843e0e-9077-4ae9-929d-06f8505b0c4c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:38.248Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=57843e0e-9077-4ae9-929d-06f8505b0c4c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=578 EndTimestamp=2021-07-07T00:10:38.248Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:37.670Z InvocationID=0884f772-8462-4e37-98f9-f34d855d4050 ResponseDesc=OK 2021-07-07T00:10:39.101Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53b46b1f-b843-451a-a38b-558ad13d2595 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:39.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:39.101Z InvocationID=f12f3701-6561-4f1a-a06b-2af17e4320f2 2021-07-07T00:10:39.287Z [qtp2045766957-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53b46b1f-b843-451a-a38b-558ad13d2595 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:39.590Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=53b46b1f-b843-451a-a38b-558ad13d2595 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=489 EndTimestamp=2021-07-07T00:10:39.590Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:39.101Z InvocationID=1930f5c1-6e47-407f-87ad-c2c78bbd4576 ResponseDesc=OK 2021-07-07T00:10:40.493Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=510fbe55-0e9f-4e00-9427-dfaf855cd00a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:40.492Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:40.492Z InvocationID=811558cc-74a7-421d-8d89-7669734dc126 2021-07-07T00:10:40.586Z [qtp2045766957-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=510fbe55-0e9f-4e00-9427-dfaf855cd00a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:40.600Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=510fbe55-0e9f-4e00-9427-dfaf855cd00a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=108 EndTimestamp=2021-07-07T00:10:40.600Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:40.492Z InvocationID=b670a79c-cbc0-4e02-951c-b688dd49563c ResponseDesc=OK 2021-07-07T00:10:41.392Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2e01847a-e498-4ff2-b4e9-8235ae0cf753 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:41.392Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:41.392Z InvocationID=807629d1-a99e-4aaa-92e2-8f63ca630d22 2021-07-07T00:10:41.598Z [qtp2045766957-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2e01847a-e498-4ff2-b4e9-8235ae0cf753 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:41.891Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2e01847a-e498-4ff2-b4e9-8235ae0cf753 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=499 EndTimestamp=2021-07-07T00:10:41.891Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:41.392Z InvocationID=d373e80a-fcdd-49c5-bcf1-5a049236c8ce ResponseDesc=OK 2021-07-07T00:10:42.803Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ab8d129f-e841-4992-82e3-6794208805bd InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:42.803Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:42.803Z InvocationID=a2799e0d-f072-4542-b79d-b256814dc48f 2021-07-07T00:10:42.893Z [qtp2045766957-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ab8d129f-e841-4992-82e3-6794208805bd InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:43.926Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1577bd1b-87ef-4acd-88a9-90a6c4947a6f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:43.926Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:43.926Z InvocationID=e760ff47-fab4-4392-a5be-e2d0edec58a0 2021-07-07T00:10:43.986Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ab8d129f-e841-4992-82e3-6794208805bd InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1183 EndTimestamp=2021-07-07T00:10:43.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:42.803Z InvocationID=2f21a972-5632-4153-b2a2-f9b7b8b097af ResponseDesc=OK 2021-07-07T00:10:45.294Z [qtp2045766957-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1577bd1b-87ef-4acd-88a9-90a6c4947a6f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:45.395Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1577bd1b-87ef-4acd-88a9-90a6c4947a6f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1469 EndTimestamp=2021-07-07T00:10:45.395Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:43.926Z InvocationID=a202cb90-f8a2-42e5-8dea-7fec831ab23c ResponseDesc=OK 2021-07-07T00:10:45.525Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=17a869f8-e6b8-4bc9-8dc5-4c32bdca2af0 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:45.525Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:45.525Z InvocationID=7c27f3e0-4e79-4c12-bdb0-3103bb71be62 2021-07-07T00:10:45.689Z [qtp2045766957-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=17a869f8-e6b8-4bc9-8dc5-4c32bdca2af0 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:45.888Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=17a869f8-e6b8-4bc9-8dc5-4c32bdca2af0 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=363 EndTimestamp=2021-07-07T00:10:45.888Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:45.525Z InvocationID=3a2d1791-1632-4af9-be97-d96e87989d1e ResponseDesc=OK 2021-07-07T00:10:46.573Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=91e81b91-9b69-4c86-9ccb-969acdc6f926 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:46.572Z InvocationID=9eab2ec4-5307-43b9-bc95-358a1a3d14c9 2021-07-07T00:10:46.598Z [qtp2045766957-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=91e81b91-9b69-4c86-9ccb-969acdc6f926 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:46.794Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=91e81b91-9b69-4c86-9ccb-969acdc6f926 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=221 EndTimestamp=2021-07-07T00:10:46.793Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:46.572Z InvocationID=ea3746b2-079a-4fc5-ae09-802aef1a2ad7 ResponseDesc=OK 2021-07-07T00:10:46.992Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dfd2f420-5921-4520-bbf8-9028801de3a3 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:46.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:46.992Z InvocationID=a49a2c25-a1c7-4ae4-8f6c-356ecf6ed654 2021-07-07T00:10:47.185Z [qtp2045766957-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dfd2f420-5921-4520-bbf8-9028801de3a3 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:47.300Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dfd2f420-5921-4520-bbf8-9028801de3a3 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=307 EndTimestamp=2021-07-07T00:10:47.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:46.992Z InvocationID=47281c40-ee6c-4dc3-a8c4-eedfcf2a4605 ResponseDesc=OK 2021-07-07T00:10:48.093Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b3be8f78-ad0d-4d57-82a2-c5541cf7b66f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:48.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:48.092Z InvocationID=da2577e3-6a63-4ac2-9dde-62d985d26452 2021-07-07T00:10:48.297Z [qtp2045766957-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b3be8f78-ad0d-4d57-82a2-c5541cf7b66f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:48.691Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b3be8f78-ad0d-4d57-82a2-c5541cf7b66f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=598 EndTimestamp=2021-07-07T00:10:48.690Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:48.092Z InvocationID=9a7414ac-50b0-4127-96c5-001f156de466 ResponseDesc=OK 2021-07-07T00:10:49.491Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=707b5aa6-c77f-440c-a58a-3878e3983525 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:49.491Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:49.491Z InvocationID=778ffa84-5648-4ec7-b27e-adb42cdca000 2021-07-07T00:10:49.585Z [qtp2045766957-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=707b5aa6-c77f-440c-a58a-3878e3983525 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:49.796Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=707b5aa6-c77f-440c-a58a-3878e3983525 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=305 EndTimestamp=2021-07-07T00:10:49.796Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:49.491Z InvocationID=b06e2bd6-a6b9-441c-9f56-3ba9accc5039 ResponseDesc=OK 2021-07-07T00:10:50.601Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4c59e0a0-1b38-4b8d-9c34-5cd14b7d050a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:50.601Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:50.601Z InvocationID=1ad4c251-0518-4520-94f6-604372cf77ed 2021-07-07T00:10:50.984Z [qtp2045766957-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4c59e0a0-1b38-4b8d-9c34-5cd14b7d050a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:51.085Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4c59e0a0-1b38-4b8d-9c34-5cd14b7d050a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=483 EndTimestamp=2021-07-07T00:10:51.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:50.601Z InvocationID=6be7d933-8e3a-4e94-921f-c317dd322174 ResponseDesc=OK 2021-07-07T00:10:51.889Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2e216f10-f67b-4d53-aeed-239fa2ab876b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:51.889Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:51.889Z InvocationID=d567e858-71f5-455e-8c51-2ffab5afc982 2021-07-07T00:10:51.992Z [qtp2045766957-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2e216f10-f67b-4d53-aeed-239fa2ab876b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:52.106Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2e216f10-f67b-4d53-aeed-239fa2ab876b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=217 EndTimestamp=2021-07-07T00:10:52.106Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:51.889Z InvocationID=6781f1b4-af11-4be1-bc46-0f5ee2bad538 ResponseDesc=OK 2021-07-07T00:10:52.999Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7080f919-903a-42c6-abd6-f9704ccb3b40 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:52.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:52.999Z InvocationID=cf2aad0f-01a3-492b-9f0e-76f34fad7ef2 2021-07-07T00:10:53.385Z [qtp2045766957-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7080f919-903a-42c6-abd6-f9704ccb3b40 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:53.693Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7080f919-903a-42c6-abd6-f9704ccb3b40 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=694 EndTimestamp=2021-07-07T00:10:53.693Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:52.999Z InvocationID=0b2742f3-00b5-4c34-90d0-6ad3a763d4fb ResponseDesc=OK 2021-07-07T00:10:53.924Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=37ded2f6-6b11-4ff0-a1df-ca8bf684bf14 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:53.924Z InvocationID=da3b7f08-caf6-4dad-9d62-cfb4ac43b35f 2021-07-07T00:10:54.184Z [qtp2045766957-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=37ded2f6-6b11-4ff0-a1df-ca8bf684bf14 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:54.394Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=37ded2f6-6b11-4ff0-a1df-ca8bf684bf14 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=470 EndTimestamp=2021-07-07T00:10:54.394Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:53.924Z InvocationID=d5441f07-6b57-46f0-a8b4-beae86a71bb6 ResponseDesc=OK 2021-07-07T00:10:54.804Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=20915f68-17b9-4909-82dd-a3c2e3d5fcc4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:54.803Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:54.803Z InvocationID=3f877823-ad4a-4e2b-8073-56b3af56b4b0 2021-07-07T00:10:55.197Z [qtp2045766957-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=20915f68-17b9-4909-82dd-a3c2e3d5fcc4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:55.447Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=20915f68-17b9-4909-82dd-a3c2e3d5fcc4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=644 EndTimestamp=2021-07-07T00:10:55.447Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:54.803Z InvocationID=b7ef3a73-342d-4f78-8ac9-cc37a2b9a01c ResponseDesc=OK 2021-07-07T00:10:56.397Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=94bff06b-93c3-480f-8693-8c48d46edb93 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:56.396Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:56.396Z InvocationID=2d1818eb-e17f-46f2-a9a1-2d0ede2eaac5 2021-07-07T00:10:56.497Z [qtp2045766957-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=94bff06b-93c3-480f-8693-8c48d46edb93 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:56.573Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=38fa57b5-d4e5-4790-b231-e2ea4fb21696 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:56.572Z InvocationID=07fefed0-acde-4851-8054-1fc4dad604bd 2021-07-07T00:10:56.684Z [qtp2045766957-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=38fa57b5-d4e5-4790-b231-e2ea4fb21696 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:56.789Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=38fa57b5-d4e5-4790-b231-e2ea4fb21696 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=216 EndTimestamp=2021-07-07T00:10:56.788Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:56.572Z InvocationID=778dc1a6-0a30-441a-a874-c6199f87c8af ResponseDesc=OK 2021-07-07T00:10:57.297Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=94bff06b-93c3-480f-8693-8c48d46edb93 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=901 EndTimestamp=2021-07-07T00:10:57.297Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:56.396Z InvocationID=0cc4f0ca-7b61-4713-89f8-fb3b3324fb57 ResponseDesc=OK 2021-07-07T00:10:57.990Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8c503dda-4f08-4c8f-8f74-d947d111b48a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:57.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:57.990Z InvocationID=f76e58c8-0246-4455-bf26-8db453bfa1a4 2021-07-07T00:10:58.089Z [qtp2045766957-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8c503dda-4f08-4c8f-8f74-d947d111b48a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:58.191Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8c503dda-4f08-4c8f-8f74-d947d111b48a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=201 EndTimestamp=2021-07-07T00:10:58.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:57.990Z InvocationID=25674edd-28ed-479b-900c-748fdfd73594 ResponseDesc=OK 2021-07-07T00:10:58.890Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=31ffdbd4-1c39-4592-b245-95558db1de84 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:10:58.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:58.890Z InvocationID=991b7f78-d8ef-48d6-8a11-212afe8dac8a 2021-07-07T00:10:58.985Z [qtp2045766957-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=31ffdbd4-1c39-4592-b245-95558db1de84 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:10:59.294Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=31ffdbd4-1c39-4592-b245-95558db1de84 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=403 EndTimestamp=2021-07-07T00:10:59.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:10:58.890Z InvocationID=d8965202-cda1-464d-856c-faf33fa38d6e ResponseDesc=OK 2021-07-07T00:11:00.451Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d0992ee2-323b-4206-9e66-d088d01414a4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:00.451Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:00.451Z InvocationID=c00d54bc-a850-4761-894e-57d66598fbd5 2021-07-07T00:11:00.585Z [qtp2045766957-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d0992ee2-323b-4206-9e66-d088d01414a4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:00.793Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d0992ee2-323b-4206-9e66-d088d01414a4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=342 EndTimestamp=2021-07-07T00:11:00.793Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:00.451Z InvocationID=2f6172b3-74a3-44f3-bb37-ff3cbba75d61 ResponseDesc=OK 2021-07-07T00:11:01.590Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1bb5a6f9-5b52-4b7b-a446-3a8eaa879fe7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:01.590Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:01.590Z InvocationID=c219f005-a62f-4021-b82b-ed2c6a6ea2e9 2021-07-07T00:11:02.205Z [qtp2045766957-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1bb5a6f9-5b52-4b7b-a446-3a8eaa879fe7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:03.927Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9d0034e4-79d4-40ea-a9e3-fe8a0cd8d1a3 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:03.927Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:03.927Z InvocationID=0d27eaf7-e8f1-41e1-a6b5-9a608ebbb5bf 2021-07-07T00:11:06.574Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5ca3dfb6-a56a-4c92-ae61-1d40927183dd InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:06.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:06.573Z InvocationID=3e63a5cc-6525-48db-90de-2d1b7967d681 2021-07-07T00:11:11.884Z [qtp2045766957-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9d0034e4-79d4-40ea-a9e3-fe8a0cd8d1a3 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:12.470Z [qtp2045766957-57] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1bb5a6f9-5b52-4b7b-a446-3a8eaa879fe7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:11:12.470Z [qtp2045766957-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1bb5a6f9-5b52-4b7b-a446-3a8eaa879fe7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:11:12.472Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1bb5a6f9-5b52-4b7b-a446-3a8eaa879fe7 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=10881 EndTimestamp=2021-07-07T00:11:12.471Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:01.590Z InvocationID=1894af7f-52c1-41b7-9a15-976fd0736aec ResponseDesc=Internal Server Error 2021-07-07T00:11:13.769Z [qtp2045766957-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5ca3dfb6-a56a-4c92-ae61-1d40927183dd InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:18.925Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c9f01c8a-f495-4174-b771-b4ac25707797 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:18.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:18.925Z InvocationID=c6ce05c2-4483-4204-ada4-324a28eb97ce 2021-07-07T00:11:19.288Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9d0034e4-79d4-40ea-a9e3-fe8a0cd8d1a3 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=15361 EndTimestamp=2021-07-07T00:11:19.288Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:03.927Z InvocationID=73054db6-c27f-4cc8-8f5e-d41ed515aa08 ResponseDesc=OK 2021-07-07T00:11:21.572Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8bdab8df-65d5-4b55-95c1-88a3e360a876 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:21.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:21.572Z InvocationID=c4fc6219-4a2d-499a-9c09-2bc86a790559 2021-07-07T00:11:21.885Z [qtp2045766957-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8bdab8df-65d5-4b55-95c1-88a3e360a876 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:23.358Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5ca3dfb6-a56a-4c92-ae61-1d40927183dd InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=16784 EndTimestamp=2021-07-07T00:11:23.357Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:06.573Z InvocationID=a6c994c5-e139-46e8-b944-55fc486cadd7 ResponseDesc=OK 2021-07-07T00:11:27.546Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5ea3ee8d-175e-4772-902f-4f26e1dce691 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:27.546Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:27.546Z InvocationID=f3d20fe6-c4ef-4699-8749-31e40df044d9 2021-07-07T00:11:28.576Z [qtp2045766957-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c9f01c8a-f495-4174-b771-b4ac25707797 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:28.578Z [qtp2045766957-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5ea3ee8d-175e-4772-902f-4f26e1dce691 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:28.784Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c9f01c8a-f495-4174-b771-b4ac25707797 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=9859 EndTimestamp=2021-07-07T00:11:28.784Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:18.925Z InvocationID=18c7c51c-76db-46b0-b7e7-0e4e7a91cb34 ResponseDesc=OK 2021-07-07T00:11:28.789Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9c5d3d3d-baae-42f6-9295-ab1db84df053 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:28.789Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:28.789Z InvocationID=6f303726-d57e-4133-b28f-bafa3b1efa81 2021-07-07T00:11:29.286Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5ea3ee8d-175e-4772-902f-4f26e1dce691 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1739 EndTimestamp=2021-07-07T00:11:29.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:27.546Z InvocationID=8a93ab07-c0f2-43f9-8f3a-4cb5e31d4c6a ResponseDesc=OK 2021-07-07T00:11:29.688Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8bdab8df-65d5-4b55-95c1-88a3e360a876 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=8115 EndTimestamp=2021-07-07T00:11:29.687Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:21.572Z InvocationID=c0922cfe-e3db-43f1-aa23-af84dafe1a46 ResponseDesc=OK 2021-07-07T00:11:29.693Z [qtp2045766957-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9c5d3d3d-baae-42f6-9295-ab1db84df053 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:29.698Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1c6c1055-0ca6-49d5-9781-67c8fcbe161d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:29.698Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:29.698Z InvocationID=63f31d8b-9307-4f8e-82ed-52c303ba4d77 2021-07-07T00:11:29.883Z [qtp2045766957-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1c6c1055-0ca6-49d5-9781-67c8fcbe161d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:30.394Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8199db8e-0c4d-4835-bce4-1d15c143169d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:30.394Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:30.394Z InvocationID=e887603d-66cf-4c27-aeb6-22aeff12b012 2021-07-07T00:11:30.589Z [qtp2045766957-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8199db8e-0c4d-4835-bce4-1d15c143169d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:30.894Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8199db8e-0c4d-4835-bce4-1d15c143169d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=500 EndTimestamp=2021-07-07T00:11:30.894Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:30.394Z InvocationID=ac28aa0a-7860-47a5-8123-ddb5873e979c ResponseDesc=OK 2021-07-07T00:11:30.903Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9c5d3d3d-baae-42f6-9295-ab1db84df053 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=2113 EndTimestamp=2021-07-07T00:11:30.902Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:28.789Z InvocationID=55d1d06b-2f5e-4d4f-a5d2-21c8734e56a9 ResponseDesc=OK 2021-07-07T00:11:30.984Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1c6c1055-0ca6-49d5-9781-67c8fcbe161d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1286 EndTimestamp=2021-07-07T00:11:30.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:29.698Z InvocationID=96b0d983-b206-49c4-819f-8d4182fb65d0 ResponseDesc=OK 2021-07-07T00:11:31.688Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f57cc57e-ce9d-42b7-a904-5b2de8b54c93 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:31.687Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:31.687Z InvocationID=eedd2796-8eec-4104-bb29-c0cb9a0e4211 2021-07-07T00:11:31.796Z [qtp2045766957-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f57cc57e-ce9d-42b7-a904-5b2de8b54c93 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:32.403Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f57cc57e-ce9d-42b7-a904-5b2de8b54c93 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=715 EndTimestamp=2021-07-07T00:11:32.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:31.687Z InvocationID=2fea9ad4-01e3-49b8-bf57-51ff4e39619e ResponseDesc=OK 2021-07-07T00:11:33.293Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0f837b01-c8a6-4f54-aa6b-f96a0d67daf0 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:33.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:33.293Z InvocationID=9c1b0ac3-93b6-4ce5-b508-dc22b37baa31 2021-07-07T00:11:33.390Z [qtp2045766957-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0f837b01-c8a6-4f54-aa6b-f96a0d67daf0 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:33.924Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5864ecf1-314d-493d-adb1-7f74fe1030b4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:33.924Z InvocationID=691277d7-44dd-4d8a-8cf1-f85d115db932 2021-07-07T00:11:34.301Z [qtp2045766957-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5864ecf1-314d-493d-adb1-7f74fe1030b4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:34.394Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5864ecf1-314d-493d-adb1-7f74fe1030b4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=470 EndTimestamp=2021-07-07T00:11:34.394Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:33.924Z InvocationID=5e9bc192-bd16-49bd-a684-2e5a95bebd68 ResponseDesc=OK 2021-07-07T00:11:34.488Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0f837b01-c8a6-4f54-aa6b-f96a0d67daf0 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1195 EndTimestamp=2021-07-07T00:11:34.488Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:33.293Z InvocationID=42c61a21-3ca7-4d33-b154-96374bf32bcd ResponseDesc=OK 2021-07-07T00:11:35.206Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=85fec6f7-0af3-4527-b176-fd6936801198 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:35.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:35.205Z InvocationID=cee0d92a-3a22-42d4-bcd1-6af0e090f0bd 2021-07-07T00:11:35.293Z [qtp2045766957-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=85fec6f7-0af3-4527-b176-fd6936801198 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:35.423Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=85fec6f7-0af3-4527-b176-fd6936801198 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=217 EndTimestamp=2021-07-07T00:11:35.422Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:35.205Z InvocationID=1c711d1a-92d4-42ca-adfd-25d35af3326f ResponseDesc=OK 2021-07-07T00:11:36.500Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9384f16f-1f4a-47a8-b28b-d59f4075a177 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:36.500Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:36.500Z InvocationID=b1988d50-3c5d-43fa-a8fd-8f2311e0f01e 2021-07-07T00:11:36.572Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1990fac9-7676-4d61-8e29-ad9a0a53936b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:36.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:36.572Z InvocationID=d4fd95ed-4ca3-4918-9d20-da87b9ed9ece 2021-07-07T00:11:36.784Z [qtp2045766957-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9384f16f-1f4a-47a8-b28b-d59f4075a177 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:36.805Z [qtp2045766957-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1990fac9-7676-4d61-8e29-ad9a0a53936b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:36.897Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9384f16f-1f4a-47a8-b28b-d59f4075a177 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=397 EndTimestamp=2021-07-07T00:11:36.897Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:36.500Z InvocationID=b3c76904-b173-4446-bced-c6b8526a370a ResponseDesc=OK 2021-07-07T00:11:36.986Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1990fac9-7676-4d61-8e29-ad9a0a53936b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=414 EndTimestamp=2021-07-07T00:11:36.986Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:36.572Z InvocationID=67a62ced-7728-4578-a6db-6a6b5624e314 ResponseDesc=OK 2021-07-07T00:11:37.597Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=97e91fb8-33ae-4043-b0db-83cac442ba87 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:37.596Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:37.596Z InvocationID=cd9cc77d-8f45-4ec7-96c0-997cbe9c7ab0 2021-07-07T00:11:37.701Z [qtp2045766957-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=97e91fb8-33ae-4043-b0db-83cac442ba87 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:38.297Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=97e91fb8-33ae-4043-b0db-83cac442ba87 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=701 EndTimestamp=2021-07-07T00:11:38.297Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:37.596Z InvocationID=954ecd37-7624-4671-8b24-8ea05df3bf4d ResponseDesc=OK 2021-07-07T00:11:39.096Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5b5b64a5-54a2-4a37-b22d-87d6f2e0b308 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:39.095Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:39.095Z InvocationID=13274b9a-d8aa-4166-b110-6849cd0ea5ef 2021-07-07T00:11:39.196Z [qtp2045766957-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5b5b64a5-54a2-4a37-b22d-87d6f2e0b308 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:40.486Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5b5b64a5-54a2-4a37-b22d-87d6f2e0b308 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1390 EndTimestamp=2021-07-07T00:11:40.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:39.095Z InvocationID=6a6697b5-d223-409c-a758-470e57dac289 ResponseDesc=OK 2021-07-07T00:11:43.924Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bb8f8ce3-4858-4e24-9a7d-ab12e51fd798 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:43.924Z InvocationID=eba3fd05-0bcd-4cdb-929e-ffd2d76eb41a 2021-07-07T00:11:44.185Z [qtp2045766957-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bb8f8ce3-4858-4e24-9a7d-ab12e51fd798 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:45.050Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=23af5741-f14e-4058-ac75-c725b06764cb InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:45.050Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:45.050Z InvocationID=b4001c04-b74e-4889-a9cf-5a0c2d44b54d 2021-07-07T00:11:45.485Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bb8f8ce3-4858-4e24-9a7d-ab12e51fd798 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1560 EndTimestamp=2021-07-07T00:11:45.484Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:43.924Z InvocationID=252a75a7-e811-4acf-b16b-e6cc6f121b57 ResponseDesc=OK 2021-07-07T00:11:46.145Z [qtp2045766957-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=23af5741-f14e-4058-ac75-c725b06764cb InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:46.458Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=23af5741-f14e-4058-ac75-c725b06764cb InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1408 EndTimestamp=2021-07-07T00:11:46.458Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:45.050Z InvocationID=2e3dae7d-b89b-437d-9e28-e6ac315f2a87 ResponseDesc=OK 2021-07-07T00:11:46.571Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=13394a27-1d6d-44f7-8464-27ef20a1eab0 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:46.571Z InvocationID=ed2cd072-4805-49f9-889d-87f89ef7c1d0 2021-07-07T00:11:46.684Z [qtp2045766957-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=13394a27-1d6d-44f7-8464-27ef20a1eab0 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:47.053Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=13394a27-1d6d-44f7-8464-27ef20a1eab0 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=482 EndTimestamp=2021-07-07T00:11:47.053Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:46.571Z InvocationID=db80576b-9116-45d2-8975-7287b44dab39 ResponseDesc=OK 2021-07-07T00:11:47.649Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a8eb43e6-c968-4102-bded-7b74d012bd3d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:47.649Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:47.649Z InvocationID=dfd285fa-ae93-4483-b4fc-83d61cdbb89a 2021-07-07T00:11:47.702Z [qtp2045766957-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a8eb43e6-c968-4102-bded-7b74d012bd3d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:47.985Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a8eb43e6-c968-4102-bded-7b74d012bd3d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=336 EndTimestamp=2021-07-07T00:11:47.985Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:47.649Z InvocationID=d955e7b2-b439-46d5-acac-485b3b50ae7e ResponseDesc=OK 2021-07-07T00:11:49.148Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=575d64bc-3e43-42db-b759-7e6daa2e7f11 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:49.148Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:49.148Z InvocationID=3e5ad5a8-097f-47d4-8eeb-3eaa8890fc05 2021-07-07T00:11:50.001Z [qtp2045766957-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=575d64bc-3e43-42db-b759-7e6daa2e7f11 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:50.247Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=575d64bc-3e43-42db-b759-7e6daa2e7f11 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1099 EndTimestamp=2021-07-07T00:11:50.247Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:49.148Z InvocationID=7ea62078-4f29-4adc-a64c-3184871bd7fa ResponseDesc=OK 2021-07-07T00:11:51.404Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aa95851c-4766-4af6-a574-32f161f13535 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:51.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:51.404Z InvocationID=d144f880-9700-4693-b067-46c9f0da0e7a 2021-07-07T00:11:52.200Z [qtp2045766957-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aa95851c-4766-4af6-a574-32f161f13535 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:52.486Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aa95851c-4766-4af6-a574-32f161f13535 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1082 EndTimestamp=2021-07-07T00:11:52.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:51.404Z InvocationID=92726ea0-3597-4353-a63a-89c25b854d00 ResponseDesc=OK 2021-07-07T00:11:53.925Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6754da16-0a4e-47a6-a6c0-d98d00a8ddb6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:53.924Z InvocationID=abe2fc95-7e29-45a9-8563-da0f44234dd3 2021-07-07T00:11:54.286Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e83e1365-5a95-4d9f-9440-fcc3e84dfdcd InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:54.286Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:54.286Z InvocationID=53786988-d583-4f70-a14c-68febf1dccd3 2021-07-07T00:11:54.288Z [qtp2045766957-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6754da16-0a4e-47a6-a6c0-d98d00a8ddb6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:54.595Z [qtp2045766957-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e83e1365-5a95-4d9f-9440-fcc3e84dfdcd InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:54.985Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6754da16-0a4e-47a6-a6c0-d98d00a8ddb6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1061 EndTimestamp=2021-07-07T00:11:54.985Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:53.924Z InvocationID=c9d350ad-698b-4886-a757-e21d20fd2787 ResponseDesc=OK 2021-07-07T00:11:54.994Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e83e1365-5a95-4d9f-9440-fcc3e84dfdcd InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=708 EndTimestamp=2021-07-07T00:11:54.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:54.286Z InvocationID=e4210c6c-7766-4a9c-837f-5629cd3392cb ResponseDesc=OK 2021-07-07T00:11:56.362Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=104ba3be-7faf-4646-bd83-64f74de6d15f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:56.361Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:56.361Z InvocationID=9cfaa8e3-6d09-433d-9d5b-3bbe16e1e4b5 2021-07-07T00:11:56.484Z [qtp2045766957-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=104ba3be-7faf-4646-bd83-64f74de6d15f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:56.572Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3f469a27-3ffe-41c1-a01c-7e37702fe4ac InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:56.572Z InvocationID=a0fcf785-1b1e-4c73-98ad-a16fa016b286 2021-07-07T00:11:56.797Z [qtp2045766957-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3f469a27-3ffe-41c1-a01c-7e37702fe4ac InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:56.797Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=104ba3be-7faf-4646-bd83-64f74de6d15f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=436 EndTimestamp=2021-07-07T00:11:56.797Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:56.361Z InvocationID=4a3c47dc-7aaf-4e82-85e7-859b01431ee2 ResponseDesc=OK 2021-07-07T00:11:56.990Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3f469a27-3ffe-41c1-a01c-7e37702fe4ac InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=418 EndTimestamp=2021-07-07T00:11:56.990Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:56.572Z InvocationID=bf1182bc-b97a-4725-a244-d800bbc6aa31 ResponseDesc=OK 2021-07-07T00:11:57.700Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0cbedd7e-3efe-47bc-95ec-e8d053403795 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:57.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:57.700Z InvocationID=2022a17e-e7be-49e9-abca-3315a14e882f 2021-07-07T00:11:57.805Z [qtp2045766957-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0cbedd7e-3efe-47bc-95ec-e8d053403795 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:11:58.846Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0cbedd7e-3efe-47bc-95ec-e8d053403795 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1146 EndTimestamp=2021-07-07T00:11:58.846Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:57.700Z InvocationID=213ffae1-39aa-4e2b-a35b-a53d2c8d2c25 ResponseDesc=OK 2021-07-07T00:11:59.846Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bb6d7de2-f23b-477d-88f6-0279ec6fdb74 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:11:59.845Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:59.845Z InvocationID=e709a04a-4f49-4a5d-87ae-007963627932 2021-07-07T00:12:00.383Z [qtp2045766957-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bb6d7de2-f23b-477d-88f6-0279ec6fdb74 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:00.792Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bb6d7de2-f23b-477d-88f6-0279ec6fdb74 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=947 EndTimestamp=2021-07-07T00:12:00.792Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:11:59.845Z InvocationID=43399418-98e9-4e2f-b668-f760658afafb ResponseDesc=OK 2021-07-07T00:12:01.700Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=26ce224a-c0d0-4e1a-b6bc-ad00278764ed InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:01.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:01.700Z InvocationID=aac3d65b-38c3-48ee-bdbc-2a9774eccf37 2021-07-07T00:12:01.886Z [qtp2045766957-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=26ce224a-c0d0-4e1a-b6bc-ad00278764ed InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:02.985Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=26ce224a-c0d0-4e1a-b6bc-ad00278764ed InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1285 EndTimestamp=2021-07-07T00:12:02.985Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:01.700Z InvocationID=67f734d6-5bb4-4770-a3e5-085b74a49d97 ResponseDesc=OK 2021-07-07T00:12:03.686Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=147e566b-2d7b-4d73-a122-dd1c75ced92f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:03.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:03.685Z InvocationID=e0b560cc-594d-4c15-9f42-7de9229df2c8 2021-07-07T00:12:03.925Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=30453edf-b7dd-42da-a532-fd23b8cebd8f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:03.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:03.925Z InvocationID=3c254278-115f-429c-ade7-6e89477feeda 2021-07-07T00:12:03.990Z [qtp2045766957-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=147e566b-2d7b-4d73-a122-dd1c75ced92f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:04.095Z [qtp2045766957-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=30453edf-b7dd-42da-a532-fd23b8cebd8f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:04.190Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=147e566b-2d7b-4d73-a122-dd1c75ced92f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=505 EndTimestamp=2021-07-07T00:12:04.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:03.685Z InvocationID=a695f3d3-19d5-4ef4-a7b9-10da9d36eb12 ResponseDesc=OK 2021-07-07T00:12:04.287Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=30453edf-b7dd-42da-a532-fd23b8cebd8f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=361 EndTimestamp=2021-07-07T00:12:04.286Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:03.925Z InvocationID=6f2c7e11-3344-43e9-a40b-837f622420a7 ResponseDesc=OK 2021-07-07T00:12:05.001Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2b169038-24aa-40fa-a8b3-b14d23380608 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:05.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:05.001Z InvocationID=5b69dd86-760e-41c5-a5e7-23dc05905e11 2021-07-07T00:12:05.185Z [qtp2045766957-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2b169038-24aa-40fa-a8b3-b14d23380608 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:05.385Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2b169038-24aa-40fa-a8b3-b14d23380608 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=384 EndTimestamp=2021-07-07T00:12:05.385Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:05.001Z InvocationID=447c177f-aecc-4936-9be1-b4aa6b655b7f ResponseDesc=OK 2021-07-07T00:12:06.572Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6879edec-9f12-4aa6-9aa9-09acd2c2e977 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:06.572Z InvocationID=27bb76bf-54e5-4fcb-9caf-2f9c19b56f51 2021-07-07T00:12:09.090Z [qtp2045766957-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6879edec-9f12-4aa6-9aa9-09acd2c2e977 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:09.295Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6879edec-9f12-4aa6-9aa9-09acd2c2e977 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=2723 EndTimestamp=2021-07-07T00:12:09.295Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:06.572Z InvocationID=553b3f6d-f7d6-4343-a65b-587b47f214c4 ResponseDesc=OK 2021-07-07T00:12:09.461Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1449af21-a5d3-4ddd-aa8f-a9037024ac57 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:09.461Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:09.461Z InvocationID=cb754f31-580a-463a-9b7a-a65ee2df7ee8 2021-07-07T00:12:10.183Z [qtp2045766957-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1449af21-a5d3-4ddd-aa8f-a9037024ac57 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:10.588Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1449af21-a5d3-4ddd-aa8f-a9037024ac57 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1127 EndTimestamp=2021-07-07T00:12:10.588Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:09.461Z InvocationID=947a972c-b5a8-48e5-ba27-1fe4f1751d19 ResponseDesc=OK 2021-07-07T00:12:11.570Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=51c5aa38-c40c-4d64-9a1e-76da230e8bc6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:11.569Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:11.569Z InvocationID=7cc62e6e-1112-4b25-ad63-3757ba3566d3 2021-07-07T00:12:12.485Z [qtp2045766957-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=51c5aa38-c40c-4d64-9a1e-76da230e8bc6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:12.687Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=51c5aa38-c40c-4d64-9a1e-76da230e8bc6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1117 EndTimestamp=2021-07-07T00:12:12.686Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:11.569Z InvocationID=e8e4ea6f-1efc-4f7f-937b-f528485c8192 ResponseDesc=OK 2021-07-07T00:12:13.924Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=edf2de55-100d-4a84-b159-493b5cb566db InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:13.924Z InvocationID=73588e67-1323-4963-9291-e14b0cc2d442 2021-07-07T00:12:16.069Z [qtp2045766957-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=edf2de55-100d-4a84-b159-493b5cb566db InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:16.252Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eec533c0-fb32-404b-9407-b5fab18e175c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:16.252Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:16.252Z InvocationID=fc49568d-3a6d-498d-9efd-c23f54d60f8b 2021-07-07T00:12:16.572Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf3483f5-a5bb-494e-a44f-6813e9032b45 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:16.571Z InvocationID=5890e62c-b0e5-4c60-8e5f-7df4309c14ef 2021-07-07T00:12:16.883Z [qtp2045766957-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eec533c0-fb32-404b-9407-b5fab18e175c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:17.248Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=edf2de55-100d-4a84-b159-493b5cb566db InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=3324 EndTimestamp=2021-07-07T00:12:17.248Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:13.924Z InvocationID=6bb5ca41-41e5-4602-be25-c8b9c34a8952 ResponseDesc=OK 2021-07-07T00:12:17.255Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eec533c0-fb32-404b-9407-b5fab18e175c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1003 EndTimestamp=2021-07-07T00:12:17.255Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:16.252Z InvocationID=4e6172f3-fbb2-4a5e-bfb1-6cf739168895 ResponseDesc=OK 2021-07-07T00:12:17.270Z [qtp2045766957-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf3483f5-a5bb-494e-a44f-6813e9032b45 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:17.494Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cf3483f5-a5bb-494e-a44f-6813e9032b45 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=923 EndTimestamp=2021-07-07T00:12:17.494Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:16.571Z InvocationID=dd90e09b-d459-41e7-84aa-a2cdb013dee1 ResponseDesc=OK 2021-07-07T00:12:18.373Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=494e47e9-9113-45ed-bb83-f5c6f8bcff9f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:18.372Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:18.372Z InvocationID=b16981b7-1a74-44d8-9a34-a1e186c8b314 2021-07-07T00:12:18.949Z [qtp2045766957-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=494e47e9-9113-45ed-bb83-f5c6f8bcff9f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:19.260Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=494e47e9-9113-45ed-bb83-f5c6f8bcff9f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=888 EndTimestamp=2021-07-07T00:12:19.260Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:18.372Z InvocationID=b5d4ceb9-3548-4081-b8b7-ec3053e207d3 ResponseDesc=OK 2021-07-07T00:12:19.902Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=de0c4a02-db05-42ed-8e81-dcc02e716108 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:19.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:19.902Z InvocationID=a8156536-91e2-486d-8496-8c5bb79e55aa 2021-07-07T00:12:20.083Z [qtp2045766957-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=de0c4a02-db05-42ed-8e81-dcc02e716108 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:20.294Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=de0c4a02-db05-42ed-8e81-dcc02e716108 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=391 EndTimestamp=2021-07-07T00:12:20.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:19.902Z InvocationID=a36a0821-959c-4f88-87be-8264ff6ec8a5 ResponseDesc=OK 2021-07-07T00:12:21.693Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dd50e888-0d6c-4f90-99a2-e942aa511aab InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:21.692Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:21.692Z InvocationID=754ac7df-9753-4c46-927e-38072a49ba80 2021-07-07T00:12:21.789Z [qtp2045766957-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dd50e888-0d6c-4f90-99a2-e942aa511aab InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:21.984Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dd50e888-0d6c-4f90-99a2-e942aa511aab InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=292 EndTimestamp=2021-07-07T00:12:21.984Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:21.692Z InvocationID=0ea44253-f328-4105-8d3b-9802fcc903f2 ResponseDesc=OK 2021-07-07T00:12:22.790Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b498bb89-0043-4d93-bee2-87220b83191c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:22.790Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:22.790Z InvocationID=e6907da2-d0e8-4645-b932-1156fa331923 2021-07-07T00:12:23.593Z [qtp2045766957-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b498bb89-0043-4d93-bee2-87220b83191c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:23.924Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=639484a2-aca8-4347-b960-9fa90c21e411 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:23.924Z InvocationID=0a965224-516f-480f-93a1-05342df30748 2021-07-07T00:12:24.185Z [qtp2045766957-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=639484a2-aca8-4347-b960-9fa90c21e411 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:25.190Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b498bb89-0043-4d93-bee2-87220b83191c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=2400 EndTimestamp=2021-07-07T00:12:25.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:22.790Z InvocationID=6a2984b2-9a72-43aa-a419-2234ad721f19 ResponseDesc=OK 2021-07-07T00:12:25.195Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=639484a2-aca8-4347-b960-9fa90c21e411 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1270 EndTimestamp=2021-07-07T00:12:25.194Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:23.924Z InvocationID=e239b915-354c-4ca0-9834-aecaf27536e8 ResponseDesc=OK 2021-07-07T00:12:26.573Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7ef98870-a45b-46c4-aa6e-b6d1b44ab1f1 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:26.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:26.573Z InvocationID=26ed0d02-a483-442d-8ad9-8153a787d76b 2021-07-07T00:12:28.485Z [qtp2045766957-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7ef98870-a45b-46c4-aa6e-b6d1b44ab1f1 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:29.192Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b840d624-59b0-4e29-a068-ff84720ddc57 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:29.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:29.192Z InvocationID=5869b996-15b4-4740-ae90-7964144b7222 2021-07-07T00:12:29.586Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7ef98870-a45b-46c4-aa6e-b6d1b44ab1f1 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=3013 EndTimestamp=2021-07-07T00:12:29.586Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:26.573Z InvocationID=67ad9f33-6a88-4fd7-ab4b-5f2276c580d4 ResponseDesc=OK 2021-07-07T00:12:31.164Z [qtp2045766957-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b840d624-59b0-4e29-a068-ff84720ddc57 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:32.244Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b840d624-59b0-4e29-a068-ff84720ddc57 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=3052 EndTimestamp=2021-07-07T00:12:32.244Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:29.192Z InvocationID=732dd2da-aeff-4aa3-9b3d-417ab8870c21 ResponseDesc=OK 2021-07-07T00:12:33.924Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3aa2dca1-b684-4fca-a3d6-19d4f70402ed InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:33.924Z InvocationID=2cb25e4d-a57d-4e32-8553-e8f02ab9dca4 2021-07-07T00:12:34.084Z [qtp2045766957-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3aa2dca1-b684-4fca-a3d6-19d4f70402ed InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:34.212Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7e44dffc-69be-4533-9df8-1dfb7c15d27c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:34.212Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:34.212Z InvocationID=1602cb59-5cf1-4160-a792-81f3eab7aefd 2021-07-07T00:12:34.885Z [qtp2045766957-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7e44dffc-69be-4533-9df8-1dfb7c15d27c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:34.886Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3aa2dca1-b684-4fca-a3d6-19d4f70402ed InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=962 EndTimestamp=2021-07-07T00:12:34.886Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:33.924Z InvocationID=7b4e4327-90e6-4e19-8e2d-2bf5ba159983 ResponseDesc=OK 2021-07-07T00:12:35.084Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7e44dffc-69be-4533-9df8-1dfb7c15d27c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=872 EndTimestamp=2021-07-07T00:12:35.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:34.212Z InvocationID=6157b888-c027-4b5f-87a2-3a2c713e7ad2 ResponseDesc=OK 2021-07-07T00:12:35.950Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1235daea-d7db-4755-99d5-cc521a9a0824 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:35.950Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:35.950Z InvocationID=3ab05d2a-dd73-4430-a52e-b81637f52a51 2021-07-07T00:12:36.542Z [qtp2045766957-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1235daea-d7db-4755-99d5-cc521a9a0824 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:36.572Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=50db9344-8996-42d9-8829-567c549be44d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:36.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:36.572Z InvocationID=1cc36ea4-c965-4a87-bad6-fb0672a00415 2021-07-07T00:12:36.684Z [qtp2045766957-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=50db9344-8996-42d9-8829-567c549be44d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:43.926Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=16a31162-f204-4dad-9b4f-86c62b3b9a79 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:43.926Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:43.926Z InvocationID=09934950-eab4-4dec-9c1d-e8e1e4e86330 2021-07-07T00:12:44.684Z [qtp2045766957-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=16a31162-f204-4dad-9b4f-86c62b3b9a79 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:44.986Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=16a31162-f204-4dad-9b4f-86c62b3b9a79 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1060 EndTimestamp=2021-07-07T00:12:44.986Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:43.926Z InvocationID=29f10147-9e3b-4450-9974-3c9d916bb53f ResponseDesc=OK 2021-07-07T00:12:45.357Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1235daea-d7db-4755-99d5-cc521a9a0824 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=9407 EndTimestamp=2021-07-07T00:12:45.357Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:35.950Z InvocationID=0c38bbee-2be0-41ac-b098-c3354bfb26d3 ResponseDesc=OK 2021-07-07T00:12:45.484Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=50db9344-8996-42d9-8829-567c549be44d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=8912 EndTimestamp=2021-07-07T00:12:45.484Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:36.572Z InvocationID=b7f1c4ff-d895-4662-a912-5d36b9bfb32b ResponseDesc=OK 2021-07-07T00:12:46.572Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fcc4d963-5938-4495-9b44-3ef0dff9acab InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:46.572Z InvocationID=92c5a427-5b90-4d6d-8988-598369c43468 2021-07-07T00:12:47.308Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b93fc66-5226-4297-8475-7c1574ad8023 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:47.308Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:47.308Z InvocationID=5a142cb8-4a4f-4658-a7cf-09934d63c8e0 2021-07-07T00:12:47.642Z [qtp2045766957-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b93fc66-5226-4297-8475-7c1574ad8023 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:48.645Z [qtp2045766957-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fcc4d963-5938-4495-9b44-3ef0dff9acab InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:48.986Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fcc4d963-5938-4495-9b44-3ef0dff9acab InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=2413 EndTimestamp=2021-07-07T00:12:48.985Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:46.572Z InvocationID=cdf8c7e5-922b-4318-a187-76b810477da1 ResponseDesc=OK 2021-07-07T00:12:49.586Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1b93fc66-5226-4297-8475-7c1574ad8023 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=2278 EndTimestamp=2021-07-07T00:12:49.586Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:47.308Z InvocationID=8d8aebcb-3b8d-4812-9023-a4688835aa27 ResponseDesc=OK 2021-07-07T00:12:51.071Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a973507d-c467-4bb5-94b3-00a5f570d172 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:51.070Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:51.070Z InvocationID=3be29bdb-28d7-4b8e-aed6-c76a0083b7a7 2021-07-07T00:12:51.185Z [qtp2045766957-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a973507d-c467-4bb5-94b3-00a5f570d172 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:52.086Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a973507d-c467-4bb5-94b3-00a5f570d172 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1016 EndTimestamp=2021-07-07T00:12:52.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:51.070Z InvocationID=364c88e5-5242-4399-aa1c-a36cfc46e2a9 ResponseDesc=OK 2021-07-07T00:12:52.894Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bfb76581-a944-4e20-8943-7be41dea2d14 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:52.894Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:52.894Z InvocationID=33585b42-0c9b-46cd-a7f9-7cabd78edbea 2021-07-07T00:12:53.749Z [qtp2045766957-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bfb76581-a944-4e20-8943-7be41dea2d14 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:53.924Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cfbb9f9d-f2ba-4aaf-9382-3afedf69300e InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:53.924Z InvocationID=7589a15b-7532-4466-87f1-8608ea8615ae 2021-07-07T00:12:54.047Z [qtp2045766957-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cfbb9f9d-f2ba-4aaf-9382-3afedf69300e InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:54.593Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bfb76581-a944-4e20-8943-7be41dea2d14 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1698 EndTimestamp=2021-07-07T00:12:54.592Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:52.894Z InvocationID=d675b012-0597-404a-9aa0-82ebf60652a8 ResponseDesc=OK 2021-07-07T00:12:55.386Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cfbb9f9d-f2ba-4aaf-9382-3afedf69300e InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1462 EndTimestamp=2021-07-07T00:12:55.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:53.924Z InvocationID=f24fc2e5-379f-4df0-af7f-38eb39c2830e ResponseDesc=OK 2021-07-07T00:12:56.365Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3981d7fc-e281-41c5-931e-bd7cad192fa2 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:56.365Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:56.365Z InvocationID=d9982d79-8c72-4539-930e-efdced5b4154 2021-07-07T00:12:56.485Z [qtp2045766957-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3981d7fc-e281-41c5-931e-bd7cad192fa2 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:56.572Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8a16fc8c-362b-4ea8-9e6d-1ad3fa936b50 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:56.572Z InvocationID=4519fd6d-9b43-4df1-86f3-d77d3aafe54f 2021-07-07T00:12:57.084Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3981d7fc-e281-41c5-931e-bd7cad192fa2 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=719 EndTimestamp=2021-07-07T00:12:57.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:56.365Z InvocationID=520d4b9c-d68f-490d-848d-5a64df7db644 ResponseDesc=OK 2021-07-07T00:12:57.645Z [qtp2045766957-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8a16fc8c-362b-4ea8-9e6d-1ad3fa936b50 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:58.546Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8a16fc8c-362b-4ea8-9e6d-1ad3fa936b50 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1974 EndTimestamp=2021-07-07T00:12:58.546Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:56.572Z InvocationID=3a0d6177-e960-4a2c-b725-7a2d5f65a0a0 ResponseDesc=OK 2021-07-07T00:12:58.949Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=97ef80b4-5d16-4856-b24a-3a27fef294d8 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:12:58.948Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:58.948Z InvocationID=0cb9f057-04cb-498c-922c-4e06b6caf64c 2021-07-07T00:12:59.083Z [qtp2045766957-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=97ef80b4-5d16-4856-b24a-3a27fef294d8 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:12:59.486Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=97ef80b4-5d16-4856-b24a-3a27fef294d8 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=538 EndTimestamp=2021-07-07T00:12:59.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:12:58.948Z InvocationID=9c861ec1-8f61-4c7d-8c2e-01825d768f9c ResponseDesc=OK 2021-07-07T00:13:01.092Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=34252d1f-d614-471d-bbbd-341b47a46bef InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:01.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:01.092Z InvocationID=aaf93e3f-743d-4dd3-a3e0-e7b1c04d92c5 2021-07-07T00:13:01.185Z [qtp2045766957-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=34252d1f-d614-471d-bbbd-341b47a46bef InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:01.300Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=34252d1f-d614-471d-bbbd-341b47a46bef InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=208 EndTimestamp=2021-07-07T00:13:01.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:01.092Z InvocationID=096ecac0-5fc1-4c03-b7fb-b657bd240cf8 ResponseDesc=OK 2021-07-07T00:13:01.998Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=99e7c113-12dd-44a8-9886-e34c30797002 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:01.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:01.998Z InvocationID=53f058f3-0e4c-4355-b424-66d994d85a3b 2021-07-07T00:13:02.698Z [qtp2045766957-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=99e7c113-12dd-44a8-9886-e34c30797002 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:03.906Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=99e7c113-12dd-44a8-9886-e34c30797002 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1908 EndTimestamp=2021-07-07T00:13:03.906Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:01.998Z InvocationID=81f52eb0-8bac-44e0-9cec-813ce53a177a ResponseDesc=OK 2021-07-07T00:13:03.924Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3b0c209b-595f-4266-ac05-071309ae99cf InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:03.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:03.923Z InvocationID=57c0de8d-3d84-4e29-adbe-e42a290fc81a 2021-07-07T00:13:03.991Z [qtp2045766957-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3b0c209b-595f-4266-ac05-071309ae99cf InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:04.991Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3b0c209b-595f-4266-ac05-071309ae99cf InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1068 EndTimestamp=2021-07-07T00:13:04.991Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:03.923Z InvocationID=9e3cabd3-db03-4ea6-9e06-5454ffef9c26 ResponseDesc=OK 2021-07-07T00:13:05.362Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ac8e7fdb-fb4a-41a8-a3a3-08ff02bc38a0 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:05.362Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:05.362Z InvocationID=771c3c31-75d8-4dd3-9bd4-d72fd925ccd2 2021-07-07T00:13:05.485Z [qtp2045766957-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ac8e7fdb-fb4a-41a8-a3a3-08ff02bc38a0 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:05.592Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ac8e7fdb-fb4a-41a8-a3a3-08ff02bc38a0 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=230 EndTimestamp=2021-07-07T00:13:05.592Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:05.362Z InvocationID=a4b67008-2153-4e9c-9b83-c43d32f11f52 ResponseDesc=OK 2021-07-07T00:13:06.394Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1fcbeda5-cc9f-4935-9408-5509cacff3af InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:06.394Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:06.394Z InvocationID=a85e2589-62e1-473e-bd45-5ec990c5eeff 2021-07-07T00:13:06.571Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3ea6ac29-1965-4b84-bff7-194601c59611 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:06.571Z InvocationID=b70f98fe-77fe-4d42-b474-c896d4f0495c 2021-07-07T00:13:06.659Z [qtp2045766957-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3ea6ac29-1965-4b84-bff7-194601c59611 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:07.307Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3ea6ac29-1965-4b84-bff7-194601c59611 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=736 EndTimestamp=2021-07-07T00:13:07.307Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:06.571Z InvocationID=2c822f3a-ed25-4438-8550-29823f3dee5e ResponseDesc=OK 2021-07-07T00:13:07.316Z [qtp2045766957-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1fcbeda5-cc9f-4935-9408-5509cacff3af InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:08.399Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1fcbeda5-cc9f-4935-9408-5509cacff3af InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=2005 EndTimestamp=2021-07-07T00:13:08.399Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:06.394Z InvocationID=a2723e4c-36f7-42bd-9aab-d1b3b52f4328 ResponseDesc=OK 2021-07-07T00:13:13.924Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fbf30f3e-ce5a-4402-b48f-7b52f2c3af8f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:13.924Z InvocationID=4006b796-d73f-4c0d-8459-13129017ed5f 2021-07-07T00:13:16.479Z [qtp2045766957-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fbf30f3e-ce5a-4402-b48f-7b52f2c3af8f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:16.572Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6d6d6e31-cc93-4774-b0eb-0763fb1e1d18 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:16.571Z InvocationID=987d4427-589f-4fa8-ad7a-f8adde971ca9 2021-07-07T00:13:17.085Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fbf30f3e-ce5a-4402-b48f-7b52f2c3af8f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=3161 EndTimestamp=2021-07-07T00:13:17.085Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:13.924Z InvocationID=ba152195-b5a9-4987-8df2-39513253e271 ResponseDesc=OK 2021-07-07T00:13:20.409Z [qtp2045766957-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6d6d6e31-cc93-4774-b0eb-0763fb1e1d18 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:20.859Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6d6d6e31-cc93-4774-b0eb-0763fb1e1d18 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=4287 EndTimestamp=2021-07-07T00:13:20.858Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:16.571Z InvocationID=212e0b19-fd4c-4223-974b-28b00e40885c ResponseDesc=OK 2021-07-07T00:13:21.362Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=db4011dc-8949-42bf-b33d-87deb5093e49 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:21.362Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:21.362Z InvocationID=bb4f0815-dd41-41ac-8a1a-f901fb9b04e0 2021-07-07T00:13:21.483Z [qtp2045766957-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=db4011dc-8949-42bf-b33d-87deb5093e49 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:22.488Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=db4011dc-8949-42bf-b33d-87deb5093e49 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1125 EndTimestamp=2021-07-07T00:13:22.487Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:21.362Z InvocationID=2e255ae2-5745-43f4-9c45-3cc623afd78d ResponseDesc=OK 2021-07-07T00:13:23.925Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=19548dd3-bd27-4864-abaf-980271cf2850 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:23.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:23.925Z InvocationID=f38684d4-cd7b-4cb1-827a-4f40fd02e65d 2021-07-07T00:13:24.353Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=da40fee3-e990-4166-99e1-0df82f4a7349 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:24.353Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:24.353Z InvocationID=ea1d5cee-e593-4b10-ba9c-3fee4ee0927b 2021-07-07T00:13:24.785Z [qtp2045766957-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=19548dd3-bd27-4864-abaf-980271cf2850 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:24.887Z [qtp2045766957-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=da40fee3-e990-4166-99e1-0df82f4a7349 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:25.892Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=da40fee3-e990-4166-99e1-0df82f4a7349 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1538 EndTimestamp=2021-07-07T00:13:25.891Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:24.353Z InvocationID=60b703a8-13af-4d10-a14e-3a1a6b8db194 ResponseDesc=OK 2021-07-07T00:13:26.565Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=19548dd3-bd27-4864-abaf-980271cf2850 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=2639 EndTimestamp=2021-07-07T00:13:26.564Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:23.925Z InvocationID=ce190bd2-2c9c-4cd3-90ba-87657e026857 ResponseDesc=OK 2021-07-07T00:13:26.572Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1667077e-6027-45cc-9d87-f878ca73d4f1 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:26.572Z InvocationID=f957b8c0-2027-431f-aa01-f8bf1d011d03 2021-07-07T00:13:27.183Z [qtp2045766957-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1667077e-6027-45cc-9d87-f878ca73d4f1 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:27.487Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d592b8c8-0511-4b45-b30f-35bb5c424407 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:27.487Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:27.487Z InvocationID=b24a8a8e-9a56-4f66-8563-71e834c52318 2021-07-07T00:13:27.584Z [qtp2045766957-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d592b8c8-0511-4b45-b30f-35bb5c424407 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:32.185Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d592b8c8-0511-4b45-b30f-35bb5c424407 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=4698 EndTimestamp=2021-07-07T00:13:32.185Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:27.487Z InvocationID=3033e799-e31a-42fe-ae8a-c351e533015a ResponseDesc=OK 2021-07-07T00:13:33.925Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3499f635-13a4-4a3d-9672-e7cceb5ddc31 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:33.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:33.925Z InvocationID=857730aa-093f-4937-a32e-b89d1c507d86 2021-07-07T00:13:34.495Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a3f00e47-5d92-4163-848d-16a98c61b11a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:34.495Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:34.495Z InvocationID=754cb2ed-f209-4ffd-bf3e-8f890328358b 2021-07-07T00:13:34.584Z [qtp2045766957-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a3f00e47-5d92-4163-848d-16a98c61b11a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:34.784Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1667077e-6027-45cc-9d87-f878ca73d4f1 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=8211 EndTimestamp=2021-07-07T00:13:34.783Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:26.572Z InvocationID=5d8b1e80-1590-436f-a5c9-aaed4aaa10e8 ResponseDesc=OK 2021-07-07T00:13:34.847Z [qtp2045766957-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3499f635-13a4-4a3d-9672-e7cceb5ddc31 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:34.951Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a3f00e47-5d92-4163-848d-16a98c61b11a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=456 EndTimestamp=2021-07-07T00:13:34.951Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:34.495Z InvocationID=fde99fcb-a80e-4855-87d5-e658fd2beb04 ResponseDesc=OK 2021-07-07T00:13:35.781Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3499f635-13a4-4a3d-9672-e7cceb5ddc31 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1856 EndTimestamp=2021-07-07T00:13:35.781Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:33.925Z InvocationID=d5511f27-1f78-46bf-8784-5fb2f726666d ResponseDesc=OK 2021-07-07T00:13:36.571Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2cf84b45-f114-4831-ae6f-3e1e497ff132 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:36.571Z InvocationID=c5e7c47d-5572-4d93-966f-3ec45edba4ce 2021-07-07T00:13:37.355Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d626e896-1732-4562-ad56-5e5976a2ec9b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:37.355Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:37.355Z InvocationID=a8a3637a-01e5-4baf-8828-98f4c32df0f0 2021-07-07T00:13:37.554Z [qtp2045766957-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2cf84b45-f114-4831-ae6f-3e1e497ff132 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:37.583Z [qtp2045766957-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d626e896-1732-4562-ad56-5e5976a2ec9b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:38.385Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d626e896-1732-4562-ad56-5e5976a2ec9b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1030 EndTimestamp=2021-07-07T00:13:38.385Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:37.355Z InvocationID=6c1b2062-b12e-4f30-a49d-2f2d28c836e3 ResponseDesc=OK 2021-07-07T00:13:39.394Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2cf84b45-f114-4831-ae6f-3e1e497ff132 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=2823 EndTimestamp=2021-07-07T00:13:39.394Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:36.571Z InvocationID=f1c87853-7dbf-4d47-b61a-ad56be094b13 ResponseDesc=OK 2021-07-07T00:13:39.748Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=01e628d2-5a4f-4ae6-ac83-ed7cfffbfd4d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:39.748Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:39.748Z InvocationID=77af3baa-26c7-4d8f-bfc4-958f9bc129f1 2021-07-07T00:13:40.583Z [qtp2045766957-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=01e628d2-5a4f-4ae6-ac83-ed7cfffbfd4d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:40.986Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=01e628d2-5a4f-4ae6-ac83-ed7cfffbfd4d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1237 EndTimestamp=2021-07-07T00:13:40.985Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:39.748Z InvocationID=e1b7ff15-5019-4975-a9cf-4657d4f0b379 ResponseDesc=OK 2021-07-07T00:13:41.892Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2b810c21-7b90-4577-9a93-d65067fab09d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:41.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:41.892Z InvocationID=a76bcb7c-f7e5-49f5-84c7-66f420ab1cc6 2021-07-07T00:13:42.085Z [qtp2045766957-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2b810c21-7b90-4577-9a93-d65067fab09d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:42.285Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2b810c21-7b90-4577-9a93-d65067fab09d InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=393 EndTimestamp=2021-07-07T00:13:42.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:41.892Z InvocationID=ced5dac8-0c5c-4685-9cd7-c7c5f8f60b03 ResponseDesc=OK 2021-07-07T00:13:43.925Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c12884ca-d881-4470-b6ab-fc3918f5f6fc InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:43.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:43.925Z InvocationID=fb188f4f-d8df-4d91-887b-cbb88c3efd1e 2021-07-07T00:13:46.158Z [qtp2045766957-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c12884ca-d881-4470-b6ab-fc3918f5f6fc InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:46.185Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=70169d45-ba5b-40cc-8713-d5397839f593 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:46.185Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:46.185Z InvocationID=49a144a7-2274-43df-8634-1a92a1aa7c54 2021-07-07T00:13:46.571Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=faa5f270-e79f-43d6-9f81-02fd479cd10b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:46.571Z InvocationID=3b21d6a2-646b-4274-b84f-e52613dda6e4 2021-07-07T00:13:47.784Z [qtp2045766957-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=70169d45-ba5b-40cc-8713-d5397839f593 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:49.188Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=70169d45-ba5b-40cc-8713-d5397839f593 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=3003 EndTimestamp=2021-07-07T00:13:49.188Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:46.185Z InvocationID=2e0efb07-cb6e-4f64-b93b-c04626862b0a ResponseDesc=OK 2021-07-07T00:13:50.162Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c12884ca-d881-4470-b6ab-fc3918f5f6fc InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=6237 EndTimestamp=2021-07-07T00:13:50.162Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:43.925Z InvocationID=90209969-fb09-47bf-98aa-d514e3a18149 ResponseDesc=OK 2021-07-07T00:13:51.746Z [qtp2045766957-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=faa5f270-e79f-43d6-9f81-02fd479cd10b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:13:52.046Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=faa5f270-e79f-43d6-9f81-02fd479cd10b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=5475 EndTimestamp=2021-07-07T00:13:52.046Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:46.571Z InvocationID=228c974b-ec44-4a7f-aa96-5d927808ca0d ResponseDesc=OK 2021-07-07T00:13:53.679Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a5757eeb-0672-4922-b50c-5c7eb7840835 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:53.679Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:53.679Z InvocationID=cda214c2-76cc-4345-8c31-3bbc6ce23640 2021-07-07T00:13:53.924Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7fdc6a7a-fcad-488c-a402-41c39b9fd372 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:53.924Z InvocationID=069c8310-6151-4b29-9e9f-6a80c066a76b 2021-07-07T00:13:56.575Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5705bf84-8705-44d3-9c01-0b54b07f9b72 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:13:56.574Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:56.574Z InvocationID=5ba79700-94c9-46f3-b8c4-31126f43cf55 2021-07-07T00:14:03.992Z [qtp2045766957-45] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7fdc6a7a-fcad-488c-a402-41c39b9fd372 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:14:05.715Z [qtp2045766957-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a5757eeb-0672-4922-b50c-5c7eb7840835 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:14:06.586Z [qtp2045766957-57] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5705bf84-8705-44d3-9c01-0b54b07f9b72 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:14:08.925Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c8b3c1c2-0467-4bb7-babf-2cf702317137 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:08.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:08.925Z InvocationID=67de2f17-886f-49c8-aa97-4a359d63b4ac 2021-07-07T00:14:09.598Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=5705bf84-8705-44d3-9c01-0b54b07f9b72 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=13024 EndTimestamp=2021-07-07T00:14:09.598Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:56.574Z InvocationID=4de65f66-5ab0-466b-856d-1794876c203e ResponseDesc=Internal Server Error 2021-07-07T00:14:09.604Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3e22b71e-9d5d-433f-bba3-883e69fea9f2 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:09.604Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:09.604Z InvocationID=2ce7d992-ce31-4894-9915-3a089f88479b 2021-07-07T00:14:09.786Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a5757eeb-0672-4922-b50c-5c7eb7840835 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=16107 EndTimestamp=2021-07-07T00:14:09.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:53.679Z InvocationID=d520dd6e-fec6-4af7-93a8-d3289531870b ResponseDesc=Internal Server Error 2021-07-07T00:14:16.014Z [qtp2045766957-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7fdc6a7a-fcad-488c-a402-41c39b9fd372 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:14:16.185Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7fdc6a7a-fcad-488c-a402-41c39b9fd372 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=22261 EndTimestamp=2021-07-07T00:14:16.185Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:13:53.924Z InvocationID=299cad49-f001-4202-86a9-209465f571e4 ResponseDesc=Internal Server Error 2021-07-07T00:14:16.730Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8aef86ab-c635-4597-bf43-85d8ac661165 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:16.730Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:16.730Z InvocationID=f7282ed9-f6c3-43cf-a1fa-7016528fa76c 2021-07-07T00:14:18.383Z [qtp2045766957-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8aef86ab-c635-4597-bf43-85d8ac661165 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:14:19.687Z [qtp2045766957-56] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3e22b71e-9d5d-433f-bba3-883e69fea9f2 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:14:20.437Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5d35b62c-2c0b-4927-86c4-14f5f740b74f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:20.437Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:20.437Z InvocationID=4d13851c-4a2b-4b6f-8933-1305599bbf22 2021-07-07T00:14:21.014Z [qtp2045766957-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c8b3c1c2-0467-4bb7-babf-2cf702317137 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:14:23.925Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c6dff1b7-9674-4460-8069-7c52d21023f1 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:23.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:23.925Z InvocationID=d767a0d4-60e2-486f-a926-001ac4aac042 2021-07-07T00:14:24.229Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=59323f3b-f683-49dd-9143-69fb7973440f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:24.228Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:24.228Z InvocationID=36002313-9654-4522-863c-9ad016e3899f 2021-07-07T00:14:24.605Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=513bac5b-6e5a-4cee-bd9b-40ca38e145ee InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:24.604Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:24.604Z InvocationID=4ae99da0-ec04-40d3-bfa6-8ab7590214b7 2021-07-07T00:14:25.090Z [qtp2045766957-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5d35b62c-2c0b-4927-86c4-14f5f740b74f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:14:25.091Z [qtp2045766957-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=59323f3b-f683-49dd-9143-69fb7973440f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:14:25.580Z [qtp2045766957-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c6dff1b7-9674-4460-8069-7c52d21023f1 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:14:25.749Z [qtp2045766957-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=513bac5b-6e5a-4cee-bd9b-40ca38e145ee InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:14:25.801Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=3e22b71e-9d5d-433f-bba3-883e69fea9f2 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=16197 EndTimestamp=2021-07-07T00:14:25.801Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:09.604Z InvocationID=ba99c06b-6c30-46ce-822b-32aa62d735f9 ResponseDesc=Internal Server Error 2021-07-07T00:14:28.028Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d9af41a1-a8f7-42af-a7b1-280bf614d649 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:28.028Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:28.028Z InvocationID=bd791125-4729-4efc-b01a-a4026d2ee9f5 2021-07-07T00:14:29.888Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5d35b62c-2c0b-4927-86c4-14f5f740b74f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=9451 EndTimestamp=2021-07-07T00:14:29.888Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:20.437Z InvocationID=52f386ae-6e62-4452-8b7d-8cc4dd4c2c7b ResponseDesc=OK 2021-07-07T00:14:29.891Z [qtp2045766957-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d9af41a1-a8f7-42af-a7b1-280bf614d649 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:14:29.990Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=59323f3b-f683-49dd-9143-69fb7973440f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=5761 EndTimestamp=2021-07-07T00:14:29.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:24.228Z InvocationID=15e99256-d5ed-46bc-a1db-75a8c535578b ResponseDesc=OK 2021-07-07T00:14:35.947Z [qtp2045766957-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c6dff1b7-9674-4460-8069-7c52d21023f1 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:14:36.496Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8aef86ab-c635-4597-bf43-85d8ac661165 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=19766 EndTimestamp=2021-07-07T00:14:36.496Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:16.730Z InvocationID=d5ecda95-01ab-476f-9ba6-2a0190e0bfe9 ResponseDesc=OK 2021-07-07T00:14:36.498Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=513bac5b-6e5a-4cee-bd9b-40ca38e145ee InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=11893 EndTimestamp=2021-07-07T00:14:36.497Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:24.604Z InvocationID=c5919180-37d6-4659-a798-2bf7ed183b79 ResponseDesc=OK 2021-07-07T00:14:36.502Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9823491b-b145-4ec7-a166-1137592ff42a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:36.501Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:36.501Z InvocationID=095748a1-5562-4ace-a3c5-ec0409889fc9 2021-07-07T00:14:36.585Z [qtp2045766957-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9823491b-b145-4ec7-a166-1137592ff42a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:14:36.751Z [qtp2045766957-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9823491b-b145-4ec7-a166-1137592ff42a InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=250 EndTimestamp=2021-07-07T00:14:36.751Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:36.501Z InvocationID=b6bd0ee1-f154-41c4-a93c-a6328d34b6db ResponseDesc=OK 2021-07-07T00:14:36.755Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d4f277d6-9bad-4a5d-913e-21c382ae31b4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:36.755Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:36.755Z InvocationID=5c8de17f-7470-46eb-b860-3e39d188f6f0 2021-07-07T00:14:37.385Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c8b3c1c2-0467-4bb7-babf-2cf702317137 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=28460 EndTimestamp=2021-07-07T00:14:37.385Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:08.925Z InvocationID=31c0fc15-a904-45cb-897a-fd263b9b9f75 ResponseDesc=Internal Server Error 2021-07-07T00:14:37.484Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d9af41a1-a8f7-42af-a7b1-280bf614d649 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=9456 EndTimestamp=2021-07-07T00:14:37.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:28.028Z InvocationID=c9fb286e-b238-47b9-830b-3d4b2b8930a8 ResponseDesc=OK 2021-07-07T00:14:38.366Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c6dff1b7-9674-4460-8069-7c52d21023f1 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=14441 EndTimestamp=2021-07-07T00:14:38.366Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:23.925Z InvocationID=2d08fc9e-acc0-45b2-b0ad-2a394a7b4bbf ResponseDesc=Internal Server Error 2021-07-07T00:14:38.849Z [qtp2045766957-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d4f277d6-9bad-4a5d-913e-21c382ae31b4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:14:38.894Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=520f6f6a-cf1f-4aa3-b2a8-3395a1497d4c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:38.894Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:38.894Z InvocationID=b60fd46b-e44f-43ec-8713-76e137a377c7 2021-07-07T00:14:39.396Z [qtp2045766957-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=520f6f6a-cf1f-4aa3-b2a8-3395a1497d4c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:14:39.592Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=520f6f6a-cf1f-4aa3-b2a8-3395a1497d4c InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=698 EndTimestamp=2021-07-07T00:14:39.592Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:38.894Z InvocationID=07c4a3dc-7bd6-4b9b-a4f2-65ee71c9c251 ResponseDesc=OK 2021-07-07T00:14:39.655Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d4f277d6-9bad-4a5d-913e-21c382ae31b4 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=2900 EndTimestamp=2021-07-07T00:14:39.655Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:36.755Z InvocationID=095124fa-3b1f-47d0-b688-2428ed33c3f9 ResponseDesc=OK 2021-07-07T00:14:44.668Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=11a914f7-7823-4548-b09d-9a3f2968f24f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:44.668Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:44.668Z InvocationID=2e7502fa-6e21-4813-9cc2-e1a27a80b19e 2021-07-07T00:14:44.884Z [qtp2045766957-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=11a914f7-7823-4548-b09d-9a3f2968f24f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:14:45.085Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=11a914f7-7823-4548-b09d-9a3f2968f24f InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=416 EndTimestamp=2021-07-07T00:14:45.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:44.668Z InvocationID=1ecdb258-7e64-4ca8-9838-e437f137f56d ResponseDesc=OK 2021-07-07T00:14:46.257Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5ae7a4c5-b9db-45eb-88a1-76c503ad8513 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:46.257Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:46.257Z InvocationID=a6f92912-a1d8-4e48-a309-a95c6a3ba0c8 2021-07-07T00:14:46.573Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0f66a4b0-fbbc-4f39-af1e-07450683f080 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:46.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:46.573Z InvocationID=541f3f2a-a4ec-44b9-91b0-972df880e150 2021-07-07T00:14:46.870Z [qtp2045766957-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0f66a4b0-fbbc-4f39-af1e-07450683f080 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:14:47.046Z [qtp2045766957-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5ae7a4c5-b9db-45eb-88a1-76c503ad8513 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:14:53.152Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0f66a4b0-fbbc-4f39-af1e-07450683f080 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=6578 EndTimestamp=2021-07-07T00:14:53.151Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:46.573Z InvocationID=ef945375-d8c0-4767-990e-1c3be2833cd1 ResponseDesc=OK 2021-07-07T00:14:54.710Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0a5c5668-46d5-47d5-b41d-167cef573d84 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:54.710Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:54.710Z InvocationID=36f3cdd2-9437-4f3f-9d74-70b75c784040 2021-07-07T00:14:55.385Z [qtp2045766957-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0a5c5668-46d5-47d5-b41d-167cef573d84 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:14:55.386Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5ae7a4c5-b9db-45eb-88a1-76c503ad8513 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=9129 EndTimestamp=2021-07-07T00:14:55.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:46.257Z InvocationID=382cd3c6-9fd9-4ad3-9a9c-fd64f23bff76 ResponseDesc=OK 2021-07-07T00:14:56.384Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0a5c5668-46d5-47d5-b41d-167cef573d84 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1674 EndTimestamp=2021-07-07T00:14:56.384Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:54.710Z InvocationID=13b609c9-48ed-4f85-b53b-4d655e41e036 ResponseDesc=OK 2021-07-07T00:14:56.572Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e3089a67-7d6b-46b9-95a1-52d9344852e0 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:56.572Z InvocationID=351ed8b7-e468-4a2a-922f-50afd22d8dbd 2021-07-07T00:14:56.745Z [qtp2045766957-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e3089a67-7d6b-46b9-95a1-52d9344852e0 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:14:57.564Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9d8cc48b-8f7a-47cc-886c-9f02d75a159b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:14:57.564Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:57.564Z InvocationID=0e0d59e8-b1d2-426c-a9fd-a698747803f0 2021-07-07T00:14:57.650Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e3089a67-7d6b-46b9-95a1-52d9344852e0 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1078 EndTimestamp=2021-07-07T00:14:57.650Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:56.572Z InvocationID=4012ae36-df10-4283-bd9d-7531558e0529 ResponseDesc=OK 2021-07-07T00:14:57.684Z [qtp2045766957-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9d8cc48b-8f7a-47cc-886c-9f02d75a159b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:14:59.086Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9d8cc48b-8f7a-47cc-886c-9f02d75a159b InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=1521 EndTimestamp=2021-07-07T00:14:59.085Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:14:57.564Z InvocationID=22d21dc1-c662-4a69-8f82-c3fa75193346 ResponseDesc=OK 2021-07-07T00:15:01.150Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8cfbf336-8cd5-43b6-bb88-c5a23e890dcd InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:15:01.150Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:15:01.150Z InvocationID=3c0a9cd6-c5a9-4b8e-b5d0-dcc24b7166c9 2021-07-07T00:15:01.285Z [qtp2045766957-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8cfbf336-8cd5-43b6-bb88-c5a23e890dcd InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:15:01.485Z [qtp2045766957-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8cfbf336-8cd5-43b6-bb88-c5a23e890dcd InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=335 EndTimestamp=2021-07-07T00:15:01.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:15:01.150Z InvocationID=d4b304f5-86cf-441f-a3af-8dfc4e99db27 ResponseDesc=OK 2021-07-07T00:15:06.248Z [qtp2045766957-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8762c131-fff1-4c3d-9ba3-1c37c65d09ab InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:15:06.248Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:15:06.248Z InvocationID=a327d09e-a81c-455d-8e0e-e77697517a71 2021-07-07T00:15:06.572Z [qtp2045766957-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=833fa191-768c-4f7c-a37d-c563cea242f6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 ElapsedTime=0 EndTimestamp=2021-07-07T00:15:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:15:06.571Z InvocationID=fa50d7ec-72bf-4af1-8182-7e102b139854 2021-07-07T00:15:06.657Z [qtp2045766957-56] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=833fa191-768c-4f7c-a37d-c563cea242f6 InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:15:06.886Z [qtp2045766957-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8762c131-fff1-4c3d-9ba3-1c37c65d09ab InstanceID=5a02dade-0342-450f-8c79-ef09b7376369 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:15:25.056Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-07-07T00:15:25.990Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-07-07T00:15:26.307Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-07-07T00:15:26.315Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-07-07T00:15:26.331Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-07-07T00:15:26.341Z [main] INFO c.d.driver.core.SystemProperties com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T00:15:26.341Z [main] INFO c.datastax.driver.core.ClockFactory Using java.lang.System clock to generate timestamps. 2021-07-07T00:15:26.421Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-07-07T00:15:26.504Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-07-07T00:15:27.302Z [main] INFO c.d.d.c.p.DCAwareRoundRobinPolicy Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T00:15:27.304Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T00:15:27.304Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.30.195:9042 added 2021-07-07T00:15:27.304Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T00:15:34.248Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:15:34.369Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:15:34.996Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:15:35.000Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] because it collides with previously registered codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] 2021-07-07T00:15:37.782Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl loaded external testing config {"client":{"enabled":true},"endpoints":["vtp,VTP,true,http://refrepo:8702/onapapi/vnfsdk-marketplace,onap.*","repository,Repository,false,,.*"]} 2021-07-07T00:15:37.786Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl processed external testing config [{"enabled":true,"title":"VTP","url":"http://refrepo:8702/onapapi/vnfsdk-marketplace","id":"vtp","apiKey":null,"scenarioFilter":"onap.*"},{"enabled":false,"title":"Repository","url":"","id":"repository","apiKey":null,"scenarioFilter":".*"}] 2021-07-07T00:15:38.615Z [main] INFO org.apache.cxf.endpoint.ServerImpl Setting the server's publish address to be / 2021-07-07T00:15:38.706Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext initialized in 13645 ms 2021-07-07T00:15:40.855Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:15:40.966Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:15:40.986Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:15:41.328Z [main] INFO o.s.web.servlet.DispatcherServlet Initializing Servlet 'spring-mapper' 2021-07-07T00:15:41.498Z [main] INFO o.s.web.servlet.DispatcherServlet Completed initialization in 170 ms 2021-07-07T00:15:41.748Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b8225212-5d8f-4165-bf65-74d2ce36ad92 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a EntryTimestamp=2021-07-07T00:15:41.739Z ElapsedTime=0 EndTimestamp=2021-07-07T00:15:41.739Z InvocationID=70c11cb1-ca07-4a58-95c8-4e52591aaaf4 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:15:41.748Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=685206b1-bd54-4d62-9632-3a8cc05e71f8 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a EntryTimestamp=2021-07-07T00:15:41.739Z ElapsedTime=0 EndTimestamp=2021-07-07T00:15:41.739Z InvocationID=3af4590d-c997-4a0c-a493-051e85c5f8b7 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:15:42.088Z [qtp817348612-18] INFO c.d.driver.core.SystemProperties RequestID=b8225212-5d8f-4165-bf65-74d2ce36ad92 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T00:15:42.088Z [qtp817348612-18] INFO c.datastax.driver.core.ClockFactory RequestID=b8225212-5d8f-4165-bf65-74d2ce36ad92 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using java.lang.System clock to generate timestamps. 2021-07-07T00:15:42.191Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=37641dc9-bec5-4f22-bfb8-16e623b077a7 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a EntryTimestamp=2021-07-07T00:15:42.191Z ElapsedTime=0 EndTimestamp=2021-07-07T00:15:42.191Z InvocationID=a4643a0d-8e66-45b1-8309-c5482249a14a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:15:51.413Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=67bf1db6-1719-4558-bc76-5d023cac7f22 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a EntryTimestamp=2021-07-07T00:15:51.413Z ElapsedTime=0 EndTimestamp=2021-07-07T00:15:51.413Z InvocationID=def265fe-6f15-4f25-8895-73663869edb4 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:15:52.277Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6636010d-f26a-4d25-ad8a-56cea42297a2 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a EntryTimestamp=2021-07-07T00:15:52.277Z ElapsedTime=0 EndTimestamp=2021-07-07T00:15:52.277Z InvocationID=a5b58daa-b2fa-4b71-b5a8-444bcfdb7d9b PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:15:57.281Z [qtp817348612-18] INFO c.d.d.c.p.DCAwareRoundRobinPolicy RequestID=b8225212-5d8f-4165-bf65-74d2ce36ad92 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T00:15:57.281Z [qtp817348612-18] INFO com.datastax.driver.core.Cluster RequestID=b8225212-5d8f-4165-bf65-74d2ce36ad92 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T00:15:57.282Z [qtp817348612-18] INFO com.datastax.driver.core.Cluster RequestID=b8225212-5d8f-4165-bf65-74d2ce36ad92 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.30.195:9042 added 2021-07-07T00:15:57.282Z [qtp817348612-18] INFO com.datastax.driver.core.Cluster RequestID=b8225212-5d8f-4165-bf65-74d2ce36ad92 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T00:16:00.086Z [qtp817348612-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6636010d-f26a-4d25-ad8a-56cea42297a2 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:16:00.087Z [qtp817348612-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=37641dc9-bec5-4f22-bfb8-16e623b077a7 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:16:00.094Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b8225212-5d8f-4165-bf65-74d2ce36ad92 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:16:00.142Z [qtp817348612-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=685206b1-bd54-4d62-9632-3a8cc05e71f8 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:16:00.184Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:16:00.185Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:16:00.185Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:16:00.186Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:16:00.186Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:16:00.187Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:16:00.187Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:16:00.188Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:16:00.188Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:16:00.188Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:16:00.188Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:16:00.189Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:16:00.286Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=67bf1db6-1719-4558-bc76-5d023cac7f22 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:00.290Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:16:00.290Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:16:00.290Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:16:00.290Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:16:00.353Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:16:00.354Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:16:00.525Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6636010d-f26a-4d25-ad8a-56cea42297a2 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=8245 EndTimestamp=2021-07-07T00:16:00.522Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:15:52.277Z InvocationID=7aca780d-f8ed-4d58-9270-979f592711ae ResponseDesc=Internal Server Error 2021-07-07T00:16:00.545Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:16:00.849Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:16:00.865Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:16:00.888Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a673868b-29e8-401a-97f2-522ad7c5240c ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a EntryTimestamp=2021-07-07T00:16:00.887Z ElapsedTime=0 EndTimestamp=2021-07-07T00:16:00.887Z InvocationID=1d83af1b-34d6-4d28-bd66-440b8d1179ab PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:16:01.050Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:16:01.050Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:16:01.143Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:16:01.302Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a673868b-29e8-401a-97f2-522ad7c5240c InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:01.989Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=685206b1-bd54-4d62-9632-3a8cc05e71f8 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=20250 EndTimestamp=2021-07-07T00:16:01.989Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:15:41.739Z InvocationID=9b57bc6e-41a7-4eb0-8121-fd75e469746b ResponseDesc=Internal Server Error 2021-07-07T00:16:02.276Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b450d8a1-01e9-4925-a808-33cdeea074ce ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a EntryTimestamp=2021-07-07T00:16:02.276Z ElapsedTime=0 EndTimestamp=2021-07-07T00:16:02.276Z InvocationID=4204a065-a935-4843-891b-cca46c9fcfcd PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:16:11.314Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a673868b-29e8-401a-97f2-522ad7c5240c InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:16:11.386Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=67bf1db6-1719-4558-bc76-5d023cac7f22 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:16:11.386Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=67bf1db6-1719-4558-bc76-5d023cac7f22 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:16:11.388Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=67bf1db6-1719-4558-bc76-5d023cac7f22 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=19974 EndTimestamp=2021-07-07T00:16:11.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:15:51.413Z InvocationID=81ebb7e2-1e15-420e-9a34-cb01d795e9be ResponseDesc=Internal Server Error 2021-07-07T00:16:12.885Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b8225212-5d8f-4165-bf65-74d2ce36ad92 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:16:12.888Z [qtp817348612-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=37641dc9-bec5-4f22-bfb8-16e623b077a7 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:16:12.889Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=37641dc9-bec5-4f22-bfb8-16e623b077a7 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:16:12.890Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=37641dc9-bec5-4f22-bfb8-16e623b077a7 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=30699 EndTimestamp=2021-07-07T00:16:12.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:15:42.191Z InvocationID=9170a916-953d-43b3-8048-448dd15b16c6 ResponseDesc=Internal Server Error 2021-07-07T00:16:13.689Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b8225212-5d8f-4165-bf65-74d2ce36ad92 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=31949 EndTimestamp=2021-07-07T00:16:13.688Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:15:41.739Z InvocationID=772227ee-38f2-42c1-92e2-ef20e9c96a1c ResponseDesc=Internal Server Error 2021-07-07T00:16:13.753Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b450d8a1-01e9-4925-a808-33cdeea074ce InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:13.762Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a673868b-29e8-401a-97f2-522ad7c5240c InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=12875 EndTimestamp=2021-07-07T00:16:13.762Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:00.887Z InvocationID=bd8413c2-fad4-451f-a389-f5b1acd90ff1 ResponseDesc=Internal Server Error 2021-07-07T00:16:13.989Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b450d8a1-01e9-4925-a808-33cdeea074ce InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=11712 EndTimestamp=2021-07-07T00:16:13.988Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:02.276Z InvocationID=e708600a-2e5b-4a64-a79f-2ff9ee65c6ab ResponseDesc=OK 2021-07-07T00:16:13.995Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2c48edb9-9635-4e29-b332-1ae91aeab363 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:16:13.995Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:13.995Z InvocationID=68acb698-aa22-4a00-b74d-3ad5ff4117b8 2021-07-07T00:16:15.184Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2c48edb9-9635-4e29-b332-1ae91aeab363 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:16.460Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f105a267-9ede-4a65-a08a-06b7f0b599e1 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:16:16.459Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:16.459Z InvocationID=828a3daa-1dc0-40b8-bcb3-bec41e7173aa 2021-07-07T00:16:16.574Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=883f569c-8711-4027-bbed-e29d796090a9 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a EntryTimestamp=2021-07-07T00:16:16.574Z ElapsedTime=0 EndTimestamp=2021-07-07T00:16:16.574Z InvocationID=1a966634-64bc-48d8-bdd3-49480b875b37 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:16:16.814Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f105a267-9ede-4a65-a08a-06b7f0b599e1 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:16.883Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=883f569c-8711-4027-bbed-e29d796090a9 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:21.786Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=883f569c-8711-4027-bbed-e29d796090a9 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=5212 EndTimestamp=2021-07-07T00:16:21.786Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:16.574Z InvocationID=044601ae-90fc-4795-8f66-04519ea42a53 ResponseDesc=OK 2021-07-07T00:16:22.355Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2c48edb9-9635-4e29-b332-1ae91aeab363 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=8360 EndTimestamp=2021-07-07T00:16:22.355Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:13.995Z InvocationID=afdbdda8-c3f4-4de9-9951-7bd16fc2541e ResponseDesc=OK 2021-07-07T00:16:22.467Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f105a267-9ede-4a65-a08a-06b7f0b599e1 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=6008 EndTimestamp=2021-07-07T00:16:22.467Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:16.459Z InvocationID=e545521e-1e31-46d7-be52-5723ccba5913 ResponseDesc=OK 2021-07-07T00:16:22.887Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8e7903f3-f43a-4d24-a37b-a9d1215deec6 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:16:22.887Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:22.887Z InvocationID=dcd2849c-223b-4fdf-94b6-b19cf22da9e4 2021-07-07T00:16:22.987Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8e7903f3-f43a-4d24-a37b-a9d1215deec6 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:23.590Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8e7903f3-f43a-4d24-a37b-a9d1215deec6 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=703 EndTimestamp=2021-07-07T00:16:23.590Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:22.887Z InvocationID=54412a01-92bc-4557-8d16-965f3c365e55 ResponseDesc=OK 2021-07-07T00:16:23.924Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eec980c5-2e55-42fa-8d56-642c0f2ee9ca InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:16:23.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:23.923Z InvocationID=94482788-c370-49fd-9ea1-71aa5b05afc8 2021-07-07T00:16:24.085Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eec980c5-2e55-42fa-8d56-642c0f2ee9ca InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:24.287Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eec980c5-2e55-42fa-8d56-642c0f2ee9ca InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=363 EndTimestamp=2021-07-07T00:16:24.286Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:23.923Z InvocationID=bd9c74b4-b0f9-4e25-a6bf-e2594841821a ResponseDesc=OK 2021-07-07T00:16:26.573Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=88871f18-08c0-4f15-9d87-4e974240868a InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:16:26.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:26.573Z InvocationID=81a17789-6bad-4909-b4e3-118b3880448d 2021-07-07T00:16:26.755Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=88871f18-08c0-4f15-9d87-4e974240868a InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:26.770Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53ea760f-30bf-42c8-98dd-6445fabcba6a InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:16:26.769Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:26.769Z InvocationID=b1c2c315-0e0e-4258-9cd6-91d75eed8849 2021-07-07T00:16:26.883Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53ea760f-30bf-42c8-98dd-6445fabcba6a InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:26.985Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=88871f18-08c0-4f15-9d87-4e974240868a InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=411 EndTimestamp=2021-07-07T00:16:26.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:26.573Z InvocationID=89165672-3819-4d80-9727-46af72991c91 ResponseDesc=OK 2021-07-07T00:16:28.751Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=53ea760f-30bf-42c8-98dd-6445fabcba6a InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=1982 EndTimestamp=2021-07-07T00:16:28.751Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:26.769Z InvocationID=f0db53b2-b066-498f-9d26-00866762862d ResponseDesc=OK 2021-07-07T00:16:30.087Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dd182f8b-c63b-45f8-a993-ef98d9ba72e4 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:16:30.087Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:30.087Z InvocationID=5c695dac-b6bf-4230-987b-72d465d15777 2021-07-07T00:16:30.186Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dd182f8b-c63b-45f8-a993-ef98d9ba72e4 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:31.086Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dd182f8b-c63b-45f8-a993-ef98d9ba72e4 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=998 EndTimestamp=2021-07-07T00:16:31.085Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:30.087Z InvocationID=5dadee0e-bc0c-4b03-9fb2-ddfcdaaba412 ResponseDesc=OK 2021-07-07T00:16:33.571Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bb01f7ae-5719-43d9-8af7-c663ff2b0b34 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a EntryTimestamp=2021-07-07T00:16:33.570Z ElapsedTime=0 EndTimestamp=2021-07-07T00:16:33.570Z InvocationID=9f6b648b-6ee6-4c7f-bfe2-25861f77d062 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:16:33.657Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bb01f7ae-5719-43d9-8af7-c663ff2b0b34 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:33.800Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bb01f7ae-5719-43d9-8af7-c663ff2b0b34 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=230 EndTimestamp=2021-07-07T00:16:33.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:33.570Z InvocationID=743ae2ed-39d7-4eef-8ccc-122a80f3bedf ResponseDesc=OK 2021-07-07T00:16:33.927Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8bee3f4b-31c9-4fed-86bc-05416eba8779 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a EntryTimestamp=2021-07-07T00:16:33.926Z ElapsedTime=0 EndTimestamp=2021-07-07T00:16:33.926Z InvocationID=9ef7451b-38eb-44ed-8fe3-42fc1c24f648 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:16:34.083Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8bee3f4b-31c9-4fed-86bc-05416eba8779 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:34.358Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8bee3f4b-31c9-4fed-86bc-05416eba8779 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=432 EndTimestamp=2021-07-07T00:16:34.358Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:33.926Z InvocationID=4025348d-87fb-4b4c-806a-4474d8a21f6b ResponseDesc=OK 2021-07-07T00:16:34.697Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bb5b6c62-ab8a-49cc-8189-abe4ef5832c1 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:16:34.697Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:34.697Z InvocationID=8ee8a06e-72e3-4759-a2af-9f2a20cd6d43 2021-07-07T00:16:34.885Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bb5b6c62-ab8a-49cc-8189-abe4ef5832c1 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:35.086Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bb5b6c62-ab8a-49cc-8189-abe4ef5832c1 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=389 EndTimestamp=2021-07-07T00:16:35.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:34.697Z InvocationID=cc052324-8076-4721-808a-0a0b65b0335b ResponseDesc=OK 2021-07-07T00:16:36.572Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=010428da-6a4f-4754-a6af-62fb4df81ff7 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:16:36.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:36.572Z InvocationID=fa7a2d55-95de-417d-8727-f882088e7c47 2021-07-07T00:16:37.288Z [qtp817348612-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f6459dc5-a0dc-4b91-ab86-0d08d9e74a6b ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a EntryTimestamp=2021-07-07T00:16:37.288Z ElapsedTime=0 EndTimestamp=2021-07-07T00:16:37.288Z InvocationID=419116db-3c35-4666-b6e7-1a464e2effba PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:16:37.553Z [qtp817348612-44] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f6459dc5-a0dc-4b91-ab86-0d08d9e74a6b InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:37.801Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=010428da-6a4f-4754-a6af-62fb4df81ff7 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:37.887Z [qtp817348612-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f6459dc5-a0dc-4b91-ab86-0d08d9e74a6b InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=599 EndTimestamp=2021-07-07T00:16:37.887Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:37.288Z InvocationID=4c426471-73dd-4aa5-8d9f-2626ed02fc7d ResponseDesc=OK 2021-07-07T00:16:38.558Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=010428da-6a4f-4754-a6af-62fb4df81ff7 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=1986 EndTimestamp=2021-07-07T00:16:38.558Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:36.572Z InvocationID=b2b1edc5-cb96-41c7-ad87-b9a7ec26f716 ResponseDesc=OK 2021-07-07T00:16:38.874Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=758097f8-464a-4022-86c2-0d48ecccc1c3 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:16:38.874Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:38.874Z InvocationID=145f396f-2177-4d1d-bf06-ff3737a15d01 2021-07-07T00:16:38.985Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=758097f8-464a-4022-86c2-0d48ecccc1c3 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:16:39.186Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=758097f8-464a-4022-86c2-0d48ecccc1c3 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=312 EndTimestamp=2021-07-07T00:16:39.186Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:38.874Z InvocationID=8d2804f4-ad62-454a-b778-fca2c7a715f9 ResponseDesc=OK 2021-07-07T00:16:43.925Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=032e9bcf-7edd-4b7f-a073-41279fc766ae InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:16:43.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:43.925Z InvocationID=937a86f3-bd9d-4d90-8c07-6c01abb30839 2021-07-07T00:16:46.573Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f6e0914c-5334-43dc-9e3b-78a97fa9b2cf InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:16:46.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:46.573Z InvocationID=c1c8912f-877e-464c-8919-17012e6c3f4e 2021-07-07T00:16:56.012Z [qtp817348612-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=032e9bcf-7edd-4b7f-a073-41279fc766ae InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:16:56.579Z [qtp817348612-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f6e0914c-5334-43dc-9e3b-78a97fa9b2cf InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:16:58.887Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=032e9bcf-7edd-4b7f-a073-41279fc766ae InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=14962 EndTimestamp=2021-07-07T00:16:58.887Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:43.925Z InvocationID=9438446e-3c3f-41b2-a05e-2e3f75bd0c64 ResponseDesc=Internal Server Error 2021-07-07T00:16:58.892Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5c28ff98-7d89-45a2-aae1-c7607efeb7e1 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:16:58.892Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:58.892Z InvocationID=eae34bbb-7f5c-44b1-aed8-496e507a0959 2021-07-07T00:17:01.573Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0cdc1b42-22d1-4283-a385-bce0230f98ce InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:01.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:01.572Z InvocationID=0d8f3207-6bf1-4516-af2f-bfd8abedec47 2021-07-07T00:17:01.883Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0cdc1b42-22d1-4283-a385-bce0230f98ce InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:17:01.886Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5c28ff98-7d89-45a2-aae1-c7607efeb7e1 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:17:03.987Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f6e0914c-5334-43dc-9e3b-78a97fa9b2cf InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=17414 EndTimestamp=2021-07-07T00:17:03.987Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:46.573Z InvocationID=cc0ab24a-a0a6-4eb8-b252-e3d656098112 ResponseDesc=Internal Server Error 2021-07-07T00:17:04.046Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5c28ff98-7d89-45a2-aae1-c7607efeb7e1 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=5153 EndTimestamp=2021-07-07T00:17:04.045Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:16:58.892Z InvocationID=4b487c33-94c7-4cff-af5f-9ef2a0e0dc5e ResponseDesc=OK 2021-07-07T00:17:04.050Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c39615ea-5c88-4125-aac5-cfccc91b3bce InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:04.050Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:04.050Z InvocationID=8c6f9f56-a96d-4b68-af5d-078784ae6130 2021-07-07T00:17:04.684Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c39615ea-5c88-4125-aac5-cfccc91b3bce InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:17:04.684Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0cdc1b42-22d1-4283-a385-bce0230f98ce InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=3112 EndTimestamp=2021-07-07T00:17:04.684Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:01.572Z InvocationID=64fa1fd5-90f5-4a37-b903-bdd42558f45d ResponseDesc=OK 2021-07-07T00:17:06.572Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5a28943d-a8fa-4e66-b723-e9d0a7cfab87 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:06.572Z InvocationID=ce213439-c9f6-4a41-b1cd-783488082c6e 2021-07-07T00:17:07.158Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5a28943d-a8fa-4e66-b723-e9d0a7cfab87 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:17:08.671Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2db06d4d-dab9-4f0c-943f-8da72d00f6c6 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:08.671Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:08.671Z InvocationID=c49dd7c3-1a7c-4e4f-864e-9064affbc705 2021-07-07T00:17:10.753Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c39615ea-5c88-4125-aac5-cfccc91b3bce InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=6703 EndTimestamp=2021-07-07T00:17:10.753Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:04.050Z InvocationID=8490e50d-6504-4f2a-b5ea-239fb45d64ca ResponseDesc=OK 2021-07-07T00:17:11.346Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2db06d4d-dab9-4f0c-943f-8da72d00f6c6 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:17:11.389Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5a28943d-a8fa-4e66-b723-e9d0a7cfab87 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=4817 EndTimestamp=2021-07-07T00:17:11.389Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:06.572Z InvocationID=d1fa3104-0a8c-4f71-be65-f478bdde5031 ResponseDesc=OK 2021-07-07T00:17:11.548Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2db06d4d-dab9-4f0c-943f-8da72d00f6c6 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=2877 EndTimestamp=2021-07-07T00:17:11.548Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:08.671Z InvocationID=5e53990e-02fd-4cf9-86de-f1a62612426d ResponseDesc=OK 2021-07-07T00:17:13.925Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fd6e72f9-f46d-4ba4-ab0f-3d85615e98c4 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:13.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:13.925Z InvocationID=ec3c432a-090b-4447-a189-c158b7412170 2021-07-07T00:17:14.055Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=57115f97-8c56-4c75-9cab-df0270285480 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:14.055Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:14.055Z InvocationID=3b85fb1b-1ae8-43d6-a3af-959b24fa2a12 2021-07-07T00:17:14.729Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fd6e72f9-f46d-4ba4-ab0f-3d85615e98c4 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:17:14.792Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fd6e72f9-f46d-4ba4-ab0f-3d85615e98c4 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:17:14.845Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=57115f97-8c56-4c75-9cab-df0270285480 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:17:15.561Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fd6e72f9-f46d-4ba4-ab0f-3d85615e98c4 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=1635 EndTimestamp=2021-07-07T00:17:15.560Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:13.925Z InvocationID=ce171821-a417-4153-a93f-525bd50dad93 ResponseDesc=Internal Server Error 2021-07-07T00:17:16.571Z [qtp817348612-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bf6f0b7d-42bf-4c35-b45e-86d3d5421824 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:16.571Z InvocationID=e1f885ae-a6cf-4e8d-89ef-dfd34fe1653a 2021-07-07T00:17:16.647Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=57115f97-8c56-4c75-9cab-df0270285480 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=2592 EndTimestamp=2021-07-07T00:17:16.647Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:14.055Z InvocationID=353ebdbe-0c61-4bed-9466-743c3109aed0 ResponseDesc=OK 2021-07-07T00:17:17.254Z [qtp817348612-44] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bf6f0b7d-42bf-4c35-b45e-86d3d5421824 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:17:22.263Z [qtp817348612-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bf6f0b7d-42bf-4c35-b45e-86d3d5421824 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=5692 EndTimestamp=2021-07-07T00:17:22.263Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:16.571Z InvocationID=a5415651-d76e-4871-a69f-b4c9cb98a2ef ResponseDesc=OK 2021-07-07T00:17:23.658Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ca75043e-e06e-4aca-98af-415a8542054f InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:23.657Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:23.657Z InvocationID=addd7427-9ec0-435b-b7f4-f8d89d8f2f2f 2021-07-07T00:17:23.786Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ca75043e-e06e-4aca-98af-415a8542054f InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:17:23.925Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7b43c7d6-47c8-47a8-9fdb-b33e10600769 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:23.924Z InvocationID=4d94bb6c-a94d-4b90-b4b5-e6dde8497075 2021-07-07T00:17:24.586Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7b43c7d6-47c8-47a8-9fdb-b33e10600769 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:17:25.452Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ca75043e-e06e-4aca-98af-415a8542054f InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=1795 EndTimestamp=2021-07-07T00:17:25.452Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:23.657Z InvocationID=54e241f1-1f4d-4ebf-aed2-9975de605c2d ResponseDesc=OK 2021-07-07T00:17:25.544Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7b43c7d6-47c8-47a8-9fdb-b33e10600769 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=1620 EndTimestamp=2021-07-07T00:17:25.544Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:23.924Z InvocationID=8b38f3d8-7e44-49c2-bf75-de4b6f0d620c ResponseDesc=OK 2021-07-07T00:17:26.352Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=785d8eed-b807-4512-a954-7038055e04ac InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:26.352Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:26.352Z InvocationID=2a3a54f5-6bce-47bb-8dce-5e34ff589e4c 2021-07-07T00:17:26.572Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aa479ce0-0e22-481c-bd08-ced0ff5590a3 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:26.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:26.571Z InvocationID=ebc7dbc8-ce70-45bd-9f59-a142f1777865 2021-07-07T00:17:27.322Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=785d8eed-b807-4512-a954-7038055e04ac InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:17:27.593Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aa479ce0-0e22-481c-bd08-ced0ff5590a3 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:17:27.692Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=785d8eed-b807-4512-a954-7038055e04ac InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=1340 EndTimestamp=2021-07-07T00:17:27.692Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:26.352Z InvocationID=88f58ffd-d985-43ea-9171-5f2bfc8ab18a ResponseDesc=OK 2021-07-07T00:17:28.703Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aa479ce0-0e22-481c-bd08-ced0ff5590a3 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=2131 EndTimestamp=2021-07-07T00:17:28.702Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:26.571Z InvocationID=bdf5d19b-957f-404d-a300-8513bb870683 ResponseDesc=OK 2021-07-07T00:17:30.850Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cbf4f948-b65f-4ae7-b2eb-36b5d29af81c InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:30.850Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:30.850Z InvocationID=78fd61fc-e677-4dc0-8eda-e2865fea5a5b 2021-07-07T00:17:30.985Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cbf4f948-b65f-4ae7-b2eb-36b5d29af81c InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:17:33.925Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8be1c53d-085b-46a0-b7a1-4bc6bcde86ff InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:33.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:33.925Z InvocationID=3cd59fa1-77cf-4145-a2ae-c571e42ec2cd 2021-07-07T00:17:34.643Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=44215531-3c9c-4119-a58f-12bca0a7f8ae InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:34.643Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:34.643Z InvocationID=65b25167-2b80-42d2-b644-2b401c49a5d4 2021-07-07T00:17:34.790Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=44215531-3c9c-4119-a58f-12bca0a7f8ae InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:17:36.575Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c533e5a4-f7f4-4c3c-beb3-c7d1e82d63c8 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:36.575Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:36.575Z InvocationID=19d1c81f-6ff1-4a9e-b809-d391b74b23b4 2021-07-07T00:17:46.012Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8be1c53d-085b-46a0-b7a1-4bc6bcde86ff InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:17:47.190Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=44215531-3c9c-4119-a58f-12bca0a7f8ae InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:17:47.190Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=44215531-3c9c-4119-a58f-12bca0a7f8ae InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:17:47.192Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=44215531-3c9c-4119-a58f-12bca0a7f8ae InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=12548 EndTimestamp=2021-07-07T00:17:47.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:34.643Z InvocationID=5691c0a7-e621-4c0d-8fec-ae637e8837ba ResponseDesc=Internal Server Error 2021-07-07T00:17:47.195Z [qtp817348612-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=cbf4f948-b65f-4ae7-b2eb-36b5d29af81c InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:17:47.195Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=cbf4f948-b65f-4ae7-b2eb-36b5d29af81c InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:17:47.196Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=cbf4f948-b65f-4ae7-b2eb-36b5d29af81c InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=16345 EndTimestamp=2021-07-07T00:17:47.195Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:30.850Z InvocationID=4c47b1ef-2e01-453d-8e35-410bdab8158e ResponseDesc=Internal Server Error 2021-07-07T00:17:48.611Z [qtp817348612-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c533e5a4-f7f4-4c3c-beb3-c7d1e82d63c8 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:17:48.925Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6843bb6c-498f-4469-9f34-be9eb958a601 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:48.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:48.925Z InvocationID=fee981e3-24cc-48ca-9c9a-ac42529394bd 2021-07-07T00:17:51.573Z [qtp817348612-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=07fa0ed4-e00e-4775-a437-28ed841bd4d8 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:17:51.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:51.573Z InvocationID=e9d58dc5-7402-42ed-b900-1f86a3c36e90 2021-07-07T00:17:56.017Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8be1c53d-085b-46a0-b7a1-4bc6bcde86ff InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:17:58.686Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c533e5a4-f7f4-4c3c-beb3-c7d1e82d63c8 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:17:58.697Z [qtp817348612-50] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=c533e5a4-f7f4-4c3c-beb3-c7d1e82d63c8 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:17:58.697Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c533e5a4-f7f4-4c3c-beb3-c7d1e82d63c8 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:17:58.698Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c533e5a4-f7f4-4c3c-beb3-c7d1e82d63c8 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=22122 EndTimestamp=2021-07-07T00:17:58.697Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:36.575Z InvocationID=8a331738-6e0a-46ce-92a5-0d60ed8de1fe ResponseDesc=Internal Server Error 2021-07-07T00:18:01.012Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6843bb6c-498f-4469-9f34-be9eb958a601 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:01.591Z [qtp817348612-44] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=07fa0ed4-e00e-4775-a437-28ed841bd4d8 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:03.929Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0cd1fae6-3e35-4bca-9737-2e2a66ff868b InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:18:03.929Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:03.929Z InvocationID=0eb67343-de4d-4027-90c9-80b667a7c577 2021-07-07T00:18:03.990Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0cd1fae6-3e35-4bca-9737-2e2a66ff868b InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:06.575Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ab46d9d8-1076-4ff9-a295-9b753f67e884 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:18:06.575Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:06.575Z InvocationID=2f1afb42-e3d4-44b2-8b34-48900a2ed83d 2021-07-07T00:18:08.040Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8be1c53d-085b-46a0-b7a1-4bc6bcde86ff InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:08.040Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8be1c53d-085b-46a0-b7a1-4bc6bcde86ff InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:08.041Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8be1c53d-085b-46a0-b7a1-4bc6bcde86ff InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=34116 EndTimestamp=2021-07-07T00:18:08.041Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:33.925Z InvocationID=cbffe1a2-9be9-4980-b6f8-79a5b8896d45 ResponseDesc=Internal Server Error 2021-07-07T00:18:12.351Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0f33d29d-91d0-4961-8991-3015ee121a70 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:18:12.350Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:12.350Z InvocationID=b35f9bee-8798-4339-a22c-3e283eef952c 2021-07-07T00:18:12.589Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0f33d29d-91d0-4961-8991-3015ee121a70 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:13.111Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6843bb6c-498f-4469-9f34-be9eb958a601 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:13.611Z [qtp817348612-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=07fa0ed4-e00e-4775-a437-28ed841bd4d8 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:15.822Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4539d3ed-213a-404b-9c7f-0c96072e27ab InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:18:15.822Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:15.822Z InvocationID=a1bfd5cc-f9f1-4790-932a-a022a2ededcf 2021-07-07T00:18:16.010Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0cd1fae6-3e35-4bca-9737-2e2a66ff868b InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:16.087Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=0cd1fae6-3e35-4bca-9737-2e2a66ff868b InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:16.087Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0cd1fae6-3e35-4bca-9737-2e2a66ff868b InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:16.089Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0cd1fae6-3e35-4bca-9737-2e2a66ff868b InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=12159 EndTimestamp=2021-07-07T00:18:16.088Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:03.929Z InvocationID=e8663e14-b13f-4056-9ea5-0ba8dce7f0b9 ResponseDesc=Internal Server Error 2021-07-07T00:18:18.613Z [qtp817348612-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ab46d9d8-1076-4ff9-a295-9b753f67e884 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:18.705Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ab46d9d8-1076-4ff9-a295-9b753f67e884 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:19.717Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9033c87f-3189-4bd6-a358-a98f2c5705bb ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a EntryTimestamp=2021-07-07T00:18:19.716Z ElapsedTime=0 EndTimestamp=2021-07-07T00:18:19.716Z InvocationID=06c1a119-5a60-4e0a-be9b-be6d65bb6693 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:18:21.574Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fed6881a-7caa-4a1f-8d4b-2b3800d04359 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:18:21.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:21.573Z InvocationID=d6819973-e404-45c6-9ca0-5a861cc08858 2021-07-07T00:18:23.526Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3e6486cc-747e-4691-a728-ae857391f969 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a EntryTimestamp=2021-07-07T00:18:23.526Z ElapsedTime=0 EndTimestamp=2021-07-07T00:18:23.526Z InvocationID=f2eaba18-c627-4810-9e75-4ca9486b784c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:18:23.590Z [qtp817348612-57] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3e6486cc-747e-4691-a728-ae857391f969 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:24.611Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0f33d29d-91d0-4961-8991-3015ee121a70 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:25.140Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6843bb6c-498f-4469-9f34-be9eb958a601 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:25.140Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6843bb6c-498f-4469-9f34-be9eb958a601 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:25.141Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6843bb6c-498f-4469-9f34-be9eb958a601 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=36216 EndTimestamp=2021-07-07T00:18:25.141Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:48.925Z InvocationID=cdcffd17-ff0b-480f-98b9-c8a4d4f07d79 ResponseDesc=Internal Server Error 2021-07-07T00:18:25.640Z [qtp817348612-44] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=07fa0ed4-e00e-4775-a437-28ed841bd4d8 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:25.640Z [qtp817348612-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=07fa0ed4-e00e-4775-a437-28ed841bd4d8 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:25.641Z [qtp817348612-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=07fa0ed4-e00e-4775-a437-28ed841bd4d8 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=34068 EndTimestamp=2021-07-07T00:18:25.641Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:17:51.573Z InvocationID=ef159729-034e-498b-a278-8e79582e8eee ResponseDesc=Internal Server Error 2021-07-07T00:18:27.218Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=479e66a3-1ad4-4427-96b0-a09fead10660 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a EntryTimestamp=2021-07-07T00:18:27.218Z ElapsedTime=0 EndTimestamp=2021-07-07T00:18:27.218Z InvocationID=dbee8941-2237-4b1b-af64-ddf8c663f45b PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:18:27.911Z [qtp817348612-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4539d3ed-213a-404b-9c7f-0c96072e27ab InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:27.987Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4539d3ed-213a-404b-9c7f-0c96072e27ab InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:27.992Z [qtp817348612-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4539d3ed-213a-404b-9c7f-0c96072e27ab InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:27.992Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4539d3ed-213a-404b-9c7f-0c96072e27ab InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:27.993Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4539d3ed-213a-404b-9c7f-0c96072e27ab InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=12171 EndTimestamp=2021-07-07T00:18:27.993Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:15.822Z InvocationID=3d0d0348-e57d-474b-a38e-43979772e4f7 ResponseDesc=Internal Server Error 2021-07-07T00:18:30.196Z [qtp817348612-56] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9033c87f-3189-4bd6-a358-a98f2c5705bb InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:30.835Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b1b2740e-3d82-4d7a-9868-58e9762bc319 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:18:30.835Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:30.835Z InvocationID=d3b511a4-804e-4374-9deb-32df554c9d14 2021-07-07T00:18:30.839Z [qtp817348612-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ab46d9d8-1076-4ff9-a295-9b753f67e884 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:30.839Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ab46d9d8-1076-4ff9-a295-9b753f67e884 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:30.839Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ab46d9d8-1076-4ff9-a295-9b753f67e884 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=24264 EndTimestamp=2021-07-07T00:18:30.839Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:06.575Z InvocationID=bf5e9ad6-7db6-4e61-bfc0-d82943cc2401 ResponseDesc=Internal Server Error 2021-07-07T00:18:31.585Z [qtp817348612-43] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fed6881a-7caa-4a1f-8d4b-2b3800d04359 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:31.595Z [qtp817348612-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fed6881a-7caa-4a1f-8d4b-2b3800d04359 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:34.156Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3e6486cc-747e-4691-a728-ae857391f969 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:34.615Z [qtp817348612-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f78d92ef-ee14-4224-a1a3-70b3eda0e557 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:18:34.615Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:34.615Z InvocationID=1efe1460-c0c8-45ed-8aab-b5c03d747380 2021-07-07T00:18:36.574Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e2e6704f-b25d-4d8a-acab-0df863cbbc0a InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:18:36.574Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:36.574Z InvocationID=7c428c62-06cc-456a-8523-cc01d7fd7b94 2021-07-07T00:18:36.640Z [qtp817348612-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=0f33d29d-91d0-4961-8991-3015ee121a70 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:36.640Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0f33d29d-91d0-4961-8991-3015ee121a70 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:36.640Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0f33d29d-91d0-4961-8991-3015ee121a70 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=24290 EndTimestamp=2021-07-07T00:18:36.640Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:12.350Z InvocationID=bb0131a4-13f9-4042-b22c-0325bd8c9c28 ResponseDesc=Internal Server Error 2021-07-07T00:18:38.627Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0ef8eca3-b04f-43e5-aac3-97810445fc4a InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:18:38.627Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:38.627Z InvocationID=becc8c6f-5698-43df-b936-2b71708fa19d 2021-07-07T00:18:38.689Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0ef8eca3-b04f-43e5-aac3-97810445fc4a InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:39.311Z [qtp817348612-58] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=479e66a3-1ad4-4427-96b0-a09fead10660 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:18:39.388Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=479e66a3-1ad4-4427-96b0-a09fead10660 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:39.403Z [qtp817348612-58] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=479e66a3-1ad4-4427-96b0-a09fead10660 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:39.403Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=479e66a3-1ad4-4427-96b0-a09fead10660 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:39.404Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=479e66a3-1ad4-4427-96b0-a09fead10660 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=12186 EndTimestamp=2021-07-07T00:18:39.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:27.218Z InvocationID=ec7425fe-fd06-4de6-89e3-1b1c4fe90f5e ResponseDesc=Internal Server Error 2021-07-07T00:18:40.255Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9033c87f-3189-4bd6-a358-a98f2c5705bb InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:40.342Z [qtp817348612-56] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9033c87f-3189-4bd6-a358-a98f2c5705bb InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:40.342Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9033c87f-3189-4bd6-a358-a98f2c5705bb InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:40.343Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9033c87f-3189-4bd6-a358-a98f2c5705bb InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=20627 EndTimestamp=2021-07-07T00:18:40.343Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:19.716Z InvocationID=48f38486-bdb4-4c27-8d52-aaec91d88df9 ResponseDesc=Internal Server Error 2021-07-07T00:18:40.860Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b1b2740e-3d82-4d7a-9868-58e9762bc319 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:40.892Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b1b2740e-3d82-4d7a-9868-58e9762bc319 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:40.902Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b1b2740e-3d82-4d7a-9868-58e9762bc319 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:40.902Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b1b2740e-3d82-4d7a-9868-58e9762bc319 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:40.902Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b1b2740e-3d82-4d7a-9868-58e9762bc319 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=10067 EndTimestamp=2021-07-07T00:18:40.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:30.835Z InvocationID=014e6962-d8de-48df-a123-6921cc65c94d ResponseDesc=Internal Server Error 2021-07-07T00:18:41.611Z [qtp817348612-43] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fed6881a-7caa-4a1f-8d4b-2b3800d04359 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:41.611Z [qtp817348612-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fed6881a-7caa-4a1f-8d4b-2b3800d04359 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:18:41.611Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fed6881a-7caa-4a1f-8d4b-2b3800d04359 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=20038 EndTimestamp=2021-07-07T00:18:41.611Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:21.573Z InvocationID=c11f2918-cfaf-4df0-a8fd-02728a67d4fe ResponseDesc=Internal Server Error 2021-07-07T00:18:42.523Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=edd2a9ac-8364-4dcb-b9ab-9bcc376eca45 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:18:42.523Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:42.523Z InvocationID=82c03e4a-6c78-4f9d-ba0b-a4f8b6d35d83 2021-07-07T00:18:46.028Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=05e328ff-3ab8-438f-9a2e-2ca4fb8bd925 InstanceID=870d0c6e-f7f8-409a-850a-9e7cf8d34c6a ElapsedTime=0 EndTimestamp=2021-07-07T00:18:46.028Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:18:46.028Z InvocationID=62c23452-ed34-4026-ae5d-2298c8c9a027 2021-07-07T00:19:03.232Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-07-07T00:19:04.191Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-07-07T00:19:04.510Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-07-07T00:19:04.524Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-07-07T00:19:04.548Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-07-07T00:19:04.561Z [main] INFO c.d.driver.core.SystemProperties com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T00:19:04.561Z [main] INFO c.datastax.driver.core.ClockFactory Using java.lang.System clock to generate timestamps. 2021-07-07T00:19:04.658Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-07-07T00:19:04.760Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-07-07T00:19:17.767Z [main] INFO c.d.d.c.p.DCAwareRoundRobinPolicy Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T00:19:17.771Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T00:19:17.771Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T00:19:20.274Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:19:20.309Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:19:20.398Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:19:20.401Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] because it collides with previously registered codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] 2021-07-07T00:19:21.060Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl loaded external testing config {"client":{"enabled":true},"endpoints":["vtp,VTP,true,http://refrepo:8702/onapapi/vnfsdk-marketplace,onap.*","repository,Repository,false,,.*"]} 2021-07-07T00:19:21.064Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl processed external testing config [{"enabled":true,"title":"VTP","url":"http://refrepo:8702/onapapi/vnfsdk-marketplace","id":"vtp","apiKey":null,"scenarioFilter":"onap.*"},{"enabled":false,"title":"Repository","url":"","id":"repository","apiKey":null,"scenarioFilter":".*"}] 2021-07-07T00:19:21.945Z [main] INFO org.apache.cxf.endpoint.ServerImpl Setting the server's publish address to be / 2021-07-07T00:19:22.043Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext initialized in 18809 ms 2021-07-07T00:19:24.525Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:19:24.665Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:19:24.686Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:19:25.046Z [main] INFO o.s.web.servlet.DispatcherServlet Initializing Servlet 'spring-mapper' 2021-07-07T00:19:25.252Z [main] INFO o.s.web.servlet.DispatcherServlet Completed initialization in 206 ms 2021-07-07T00:19:25.531Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=27d43e88-1d82-431a-83fb-71f62a905adc ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:25.523Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:25.523Z InvocationID=494160e9-2c67-4a19-9c9b-b797b5c010f6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:25.531Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=85d33835-24f4-42f0-a34d-4cc45ade46fe ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:25.523Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:25.523Z InvocationID=c130b75f-a165-4b6a-9631-bcfeb2043549 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:25.871Z [qtp2045766957-11] INFO c.d.driver.core.SystemProperties RequestID=27d43e88-1d82-431a-83fb-71f62a905adc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T00:19:25.871Z [qtp2045766957-11] INFO c.datastax.driver.core.ClockFactory RequestID=27d43e88-1d82-431a-83fb-71f62a905adc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using java.lang.System clock to generate timestamps. 2021-07-07T00:19:26.746Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=609981e3-af43-4ce6-82cf-ec2977d6d011 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:26.745Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:26.745Z InvocationID=2a678f17-c520-4173-a476-819308fdb324 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:26.847Z [qtp2045766957-11] INFO c.d.d.c.p.DCAwareRoundRobinPolicy RequestID=27d43e88-1d82-431a-83fb-71f62a905adc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T00:19:26.847Z [qtp2045766957-11] INFO com.datastax.driver.core.Cluster RequestID=27d43e88-1d82-431a-83fb-71f62a905adc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T00:19:26.847Z [qtp2045766957-11] INFO com.datastax.driver.core.Cluster RequestID=27d43e88-1d82-431a-83fb-71f62a905adc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.30.195:9042 added 2021-07-07T00:19:26.847Z [qtp2045766957-11] INFO com.datastax.driver.core.Cluster RequestID=27d43e88-1d82-431a-83fb-71f62a905adc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T00:19:30.624Z [qtp2045766957-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cbb97964-26b2-4cb8-b522-8acad67a1fd4 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:30.624Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:30.624Z InvocationID=ae5401d0-4af7-4904-9423-aa72a5305b56 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:31.873Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:19:31.873Z [cluster2-nio-worker-1] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:19:31.946Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:19:31.949Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:19:31.951Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:19:31.953Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:19:31.962Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:19:31.978Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:19:31.985Z [qtp2045766957-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=85d33835-24f4-42f0-a34d-4cc45ade46fe InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:19:31.985Z [qtp2045766957-60] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cbb97964-26b2-4cb8-b522-8acad67a1fd4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:19:31.989Z [qtp2045766957-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=609981e3-af43-4ce6-82cf-ec2977d6d011 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:19:32.084Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:19:32.085Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:19:32.087Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:19:32.088Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:19:32.089Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:19:32.089Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:19:32.089Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:19:32.090Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:19:32.090Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:19:32.090Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:19:32.091Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:19:32.091Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:19:32.101Z [qtp2045766957-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=27d43e88-1d82-431a-83fb-71f62a905adc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.108Z [qtp2045766957-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=cbb97964-26b2-4cb8-b522-8acad67a1fd4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.186Z [qtp2045766957-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=609981e3-af43-4ce6-82cf-ec2977d6d011 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:19:32.190Z [qtp2045766957-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=27d43e88-1d82-431a-83fb-71f62a905adc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.190Z [qtp2045766957-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=85d33835-24f4-42f0-a34d-4cc45ade46fe InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.191Z [qtp2045766957-60] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=cbb97964-26b2-4cb8-b522-8acad67a1fd4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:19:32.191Z [qtp2045766957-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=cbb97964-26b2-4cb8-b522-8acad67a1fd4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:19:32.193Z [qtp2045766957-46] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=609981e3-af43-4ce6-82cf-ec2977d6d011 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.193Z [qtp2045766957-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=609981e3-af43-4ce6-82cf-ec2977d6d011 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.196Z [qtp2045766957-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=27d43e88-1d82-431a-83fb-71f62a905adc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.196Z [qtp2045766957-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=27d43e88-1d82-431a-83fb-71f62a905adc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.197Z [qtp2045766957-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=85d33835-24f4-42f0-a34d-4cc45ade46fe InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.197Z [qtp2045766957-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=85d33835-24f4-42f0-a34d-4cc45ade46fe InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.206Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=609981e3-af43-4ce6-82cf-ec2977d6d011 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=5459 EndTimestamp=2021-07-07T00:19:32.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:26.745Z InvocationID=b691a17e-2148-4522-839c-23351248f078 ResponseDesc=Internal Server Error 2021-07-07T00:19:32.206Z [qtp2045766957-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=cbb97964-26b2-4cb8-b522-8acad67a1fd4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=1581 EndTimestamp=2021-07-07T00:19:32.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:30.624Z InvocationID=df7d9b66-caac-44d4-8aca-1af031a341c9 ResponseDesc=Internal Server Error 2021-07-07T00:19:32.206Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=85d33835-24f4-42f0-a34d-4cc45ade46fe InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=6681 EndTimestamp=2021-07-07T00:19:32.204Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:25.523Z InvocationID=e3849d27-5c01-46bd-a2a1-752f52091f83 ResponseDesc=Internal Server Error 2021-07-07T00:19:32.206Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=27d43e88-1d82-431a-83fb-71f62a905adc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=6682 EndTimestamp=2021-07-07T00:19:32.205Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:25.523Z InvocationID=c1fbe1f5-ae0b-42a5-8960-519eff1c0836 ResponseDesc=Internal Server Error 2021-07-07T00:19:32.260Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53cc6b25-1b2b-4dfb-b555-639da66aac3e ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:32.260Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:32.260Z InvocationID=91a2fcf4-1a79-4173-b12e-d86b26f50e01 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:32.287Z [qtp2045766957-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53cc6b25-1b2b-4dfb-b555-639da66aac3e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.292Z [qtp2045766957-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=53cc6b25-1b2b-4dfb-b555-639da66aac3e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.300Z [qtp2045766957-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=53cc6b25-1b2b-4dfb-b555-639da66aac3e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.301Z [qtp2045766957-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=53cc6b25-1b2b-4dfb-b555-639da66aac3e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.301Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=53cc6b25-1b2b-4dfb-b555-639da66aac3e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=41 EndTimestamp=2021-07-07T00:19:32.301Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:32.260Z InvocationID=52e8b12c-43bc-4969-9f98-de766af2c672 ResponseDesc=Internal Server Error 2021-07-07T00:19:32.309Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bdc8d246-5992-4dcd-8353-fdeb2544da79 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:32.309Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:32.309Z InvocationID=e8f704bf-2dd9-4064-a567-52493aa97e72 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:32.390Z [qtp2045766957-58] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bdc8d246-5992-4dcd-8353-fdeb2544da79 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.396Z [qtp2045766957-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bdc8d246-5992-4dcd-8353-fdeb2544da79 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.494Z [qtp2045766957-58] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=bdc8d246-5992-4dcd-8353-fdeb2544da79 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.494Z [qtp2045766957-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bdc8d246-5992-4dcd-8353-fdeb2544da79 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.495Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=bdc8d246-5992-4dcd-8353-fdeb2544da79 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=185 EndTimestamp=2021-07-07T00:19:32.494Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:32.309Z InvocationID=94cd279b-be0e-4283-afdd-b19d40500dcc ResponseDesc=Internal Server Error 2021-07-07T00:19:32.801Z [qtp2045766957-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dcf2a274-bd98-4ab6-a0be-cfc30c86ec31 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:32.801Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:32.801Z InvocationID=e0170c22-3d24-4b2e-9dbb-b73f07f97e06 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:32.887Z [qtp2045766957-49] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dcf2a274-bd98-4ab6-a0be-cfc30c86ec31 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.893Z [qtp2045766957-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=dcf2a274-bd98-4ab6-a0be-cfc30c86ec31 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.900Z [qtp2045766957-49] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=dcf2a274-bd98-4ab6-a0be-cfc30c86ec31 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.900Z [qtp2045766957-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=dcf2a274-bd98-4ab6-a0be-cfc30c86ec31 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:32.901Z [qtp2045766957-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=dcf2a274-bd98-4ab6-a0be-cfc30c86ec31 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=100 EndTimestamp=2021-07-07T00:19:32.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:32.801Z InvocationID=b16fdabc-efac-4381-9861-e3469ed04eff ResponseDesc=Internal Server Error 2021-07-07T00:19:34.000Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=274a9676-0a94-4d9e-8e64-2116c3540c71 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:34.000Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:34.000Z InvocationID=7a8bcfe4-f6f6-47e4-b3f8-e50da189ee52 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:34.088Z [qtp2045766957-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=274a9676-0a94-4d9e-8e64-2116c3540c71 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:34.196Z [qtp2045766957-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=274a9676-0a94-4d9e-8e64-2116c3540c71 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:34.395Z [qtp2045766957-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=274a9676-0a94-4d9e-8e64-2116c3540c71 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:34.395Z [qtp2045766957-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=274a9676-0a94-4d9e-8e64-2116c3540c71 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:34.396Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=274a9676-0a94-4d9e-8e64-2116c3540c71 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=395 EndTimestamp=2021-07-07T00:19:34.395Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:34.000Z InvocationID=8a44fe54-d131-4a21-8d8d-5b2e4548fcee ResponseDesc=Internal Server Error 2021-07-07T00:19:35.396Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9c662ae9-1526-443d-a29c-b9eb9d23b1bf ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:35.396Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:35.396Z InvocationID=684d78ce-176e-48a1-99c3-3742996471d3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:35.487Z [qtp2045766957-51] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9c662ae9-1526-443d-a29c-b9eb9d23b1bf InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:35.493Z [qtp2045766957-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9c662ae9-1526-443d-a29c-b9eb9d23b1bf InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:35.498Z [qtp2045766957-51] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9c662ae9-1526-443d-a29c-b9eb9d23b1bf InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:35.498Z [qtp2045766957-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9c662ae9-1526-443d-a29c-b9eb9d23b1bf InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:35.499Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9c662ae9-1526-443d-a29c-b9eb9d23b1bf InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=103 EndTimestamp=2021-07-07T00:19:35.499Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:35.396Z InvocationID=6b8910a4-0fd4-41a9-bbea-28638f491916 ResponseDesc=Internal Server Error 2021-07-07T00:19:36.101Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aa1f56f0-359c-4677-8936-a56229b77b43 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:36.101Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:36.101Z InvocationID=1bc3a42b-65e5-4b50-9a32-195de9741909 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:36.187Z [qtp2045766957-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aa1f56f0-359c-4677-8936-a56229b77b43 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:36.192Z [qtp2045766957-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=aa1f56f0-359c-4677-8936-a56229b77b43 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:36.197Z [qtp2045766957-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=aa1f56f0-359c-4677-8936-a56229b77b43 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:36.197Z [qtp2045766957-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=aa1f56f0-359c-4677-8936-a56229b77b43 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:36.198Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=aa1f56f0-359c-4677-8936-a56229b77b43 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=97 EndTimestamp=2021-07-07T00:19:36.198Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:36.101Z InvocationID=db75e53b-8cb5-446c-aa55-5dabbd26b0b0 ResponseDesc=Internal Server Error 2021-07-07T00:19:36.991Z [qtp2045766957-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=754962ee-dbb7-486a-9b89-d9b6f8ff0b30 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:36.991Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:36.991Z InvocationID=98950ad3-e7df-48b4-9355-56ddded03fba PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:36.997Z [qtp2045766957-61] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=754962ee-dbb7-486a-9b89-d9b6f8ff0b30 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:37.084Z [qtp2045766957-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=754962ee-dbb7-486a-9b89-d9b6f8ff0b30 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:37.090Z [qtp2045766957-61] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=754962ee-dbb7-486a-9b89-d9b6f8ff0b30 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:37.090Z [qtp2045766957-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=754962ee-dbb7-486a-9b89-d9b6f8ff0b30 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:37.091Z [qtp2045766957-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=754962ee-dbb7-486a-9b89-d9b6f8ff0b30 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=100 EndTimestamp=2021-07-07T00:19:37.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:36.991Z InvocationID=3c4b076f-87d2-4ffa-9778-fea461f9f53b ResponseDesc=Internal Server Error 2021-07-07T00:19:37.693Z [qtp2045766957-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8100412c-263b-47e3-9049-0995ad45b0b3 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:37.693Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:37.693Z InvocationID=1bbae3ea-09e5-42a5-abd2-67c2ae9c8023 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:37.785Z [qtp2045766957-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8100412c-263b-47e3-9049-0995ad45b0b3 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:37.792Z [qtp2045766957-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8100412c-263b-47e3-9049-0995ad45b0b3 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:37.797Z [qtp2045766957-50] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8100412c-263b-47e3-9049-0995ad45b0b3 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:37.797Z [qtp2045766957-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8100412c-263b-47e3-9049-0995ad45b0b3 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:37.798Z [qtp2045766957-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8100412c-263b-47e3-9049-0995ad45b0b3 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=105 EndTimestamp=2021-07-07T00:19:37.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:37.693Z InvocationID=e0af4e32-b964-47ca-a7dc-0f6eca9155d2 ResponseDesc=Internal Server Error 2021-07-07T00:19:38.394Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3f0db607-d88b-4929-8ca6-2215046b23f2 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:38.394Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:38.394Z InvocationID=d5f2c2cd-ca08-4f1e-8335-c848aa346974 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:38.486Z [qtp2045766957-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3f0db607-d88b-4929-8ca6-2215046b23f2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:38.493Z [qtp2045766957-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3f0db607-d88b-4929-8ca6-2215046b23f2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:38.499Z [qtp2045766957-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=3f0db607-d88b-4929-8ca6-2215046b23f2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:38.499Z [qtp2045766957-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3f0db607-d88b-4929-8ca6-2215046b23f2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:38.504Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=3f0db607-d88b-4929-8ca6-2215046b23f2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=107 EndTimestamp=2021-07-07T00:19:38.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:38.394Z InvocationID=3d08fd05-2955-47e1-9183-79d0f5276f7f ResponseDesc=Internal Server Error 2021-07-07T00:19:39.890Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aca14d40-72b2-4b16-9a2a-eb932b6e4c92 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:39.890Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:39.890Z InvocationID=73552c95-2dc6-41c1-bbd5-2c45da37977a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:39.897Z [qtp2045766957-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aca14d40-72b2-4b16-9a2a-eb932b6e4c92 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:39.991Z [qtp2045766957-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=aca14d40-72b2-4b16-9a2a-eb932b6e4c92 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:39.996Z [qtp2045766957-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=aca14d40-72b2-4b16-9a2a-eb932b6e4c92 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:39.996Z [qtp2045766957-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=aca14d40-72b2-4b16-9a2a-eb932b6e4c92 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:39.997Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=aca14d40-72b2-4b16-9a2a-eb932b6e4c92 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=107 EndTimestamp=2021-07-07T00:19:39.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:39.890Z InvocationID=a614a71b-9dae-4ba8-a67c-336543d9baf9 ResponseDesc=Internal Server Error 2021-07-07T00:19:40.889Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a6f44ac0-2836-46f6-a63c-f653043d3c92 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:40.889Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:40.889Z InvocationID=a3a8fd36-419c-419b-8cf9-e486f251d3d6 2021-07-07T00:19:40.895Z [qtp2045766957-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a6f44ac0-2836-46f6-a63c-f653043d3c92 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:40.900Z [qtp2045766957-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a6f44ac0-2836-46f6-a63c-f653043d3c92 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:40.984Z [qtp2045766957-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a6f44ac0-2836-46f6-a63c-f653043d3c92 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:40.984Z [qtp2045766957-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a6f44ac0-2836-46f6-a63c-f653043d3c92 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:40.985Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a6f44ac0-2836-46f6-a63c-f653043d3c92 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=96 EndTimestamp=2021-07-07T00:19:40.985Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:40.889Z InvocationID=40501af0-9490-46c4-8a08-0bebc330deaa ResponseDesc=Internal Server Error 2021-07-07T00:19:41.693Z [qtp2045766957-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4fffbd94-daa5-4d08-a02a-e838a817f56f ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:41.693Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:41.693Z InvocationID=de763ae3-4290-42d9-9fd5-c7962a8657e6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:41.698Z [qtp2045766957-59] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4fffbd94-daa5-4d08-a02a-e838a817f56f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:41.703Z [qtp2045766957-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4fffbd94-daa5-4d08-a02a-e838a817f56f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:41.707Z [qtp2045766957-59] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4fffbd94-daa5-4d08-a02a-e838a817f56f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:41.707Z [qtp2045766957-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4fffbd94-daa5-4d08-a02a-e838a817f56f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:41.708Z [qtp2045766957-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4fffbd94-daa5-4d08-a02a-e838a817f56f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=14 EndTimestamp=2021-07-07T00:19:41.707Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:41.693Z InvocationID=609f0061-544e-4d40-b9df-9122cc14f88d ResponseDesc=Internal Server Error 2021-07-07T00:19:42.276Z [qtp2045766957-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0fbab796-37dd-4ef1-8624-a5108d472488 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:42.276Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:42.276Z InvocationID=35a09881-13c1-4b3a-bbe0-e7cae87e8700 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:42.289Z [qtp2045766957-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0fbab796-37dd-4ef1-8624-a5108d472488 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:42.293Z [qtp2045766957-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0fbab796-37dd-4ef1-8624-a5108d472488 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:42.389Z [qtp2045766957-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=0fbab796-37dd-4ef1-8624-a5108d472488 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:42.389Z [qtp2045766957-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0fbab796-37dd-4ef1-8624-a5108d472488 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:42.390Z [qtp2045766957-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0fbab796-37dd-4ef1-8624-a5108d472488 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=114 EndTimestamp=2021-07-07T00:19:42.390Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:42.276Z InvocationID=8c68e0f7-d6b7-4efd-ade5-a948151f1ba2 ResponseDesc=Internal Server Error 2021-07-07T00:19:42.493Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a7a04656-0f6d-415e-a4b5-583f5386ec42 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:42.493Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:42.493Z InvocationID=26be9325-4b4e-418e-98df-a662120d2406 2021-07-07T00:19:42.499Z [qtp2045766957-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a7a04656-0f6d-415e-a4b5-583f5386ec42 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:42.586Z [qtp2045766957-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a7a04656-0f6d-415e-a4b5-583f5386ec42 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:42.591Z [qtp2045766957-46] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a7a04656-0f6d-415e-a4b5-583f5386ec42 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:42.591Z [qtp2045766957-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a7a04656-0f6d-415e-a4b5-583f5386ec42 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:42.592Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a7a04656-0f6d-415e-a4b5-583f5386ec42 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=99 EndTimestamp=2021-07-07T00:19:42.592Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:42.493Z InvocationID=281eb184-54c1-4d7a-9a33-fba668e8fe21 ResponseDesc=Internal Server Error 2021-07-07T00:19:43.492Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=22f83668-b987-40fe-ab19-65ed44e41c4b InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:43.492Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:43.492Z InvocationID=f192ce2e-ca7a-46c4-b6a4-eed98f0c5f8a 2021-07-07T00:19:43.497Z [qtp2045766957-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=22f83668-b987-40fe-ab19-65ed44e41c4b InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:43.501Z [qtp2045766957-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=22f83668-b987-40fe-ab19-65ed44e41c4b InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:43.588Z [qtp2045766957-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=22f83668-b987-40fe-ab19-65ed44e41c4b InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:43.588Z [qtp2045766957-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=22f83668-b987-40fe-ab19-65ed44e41c4b InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:43.589Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=22f83668-b987-40fe-ab19-65ed44e41c4b InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=97 EndTimestamp=2021-07-07T00:19:43.589Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:43.492Z InvocationID=14e80711-d18f-494c-a3d5-b4fdf844561d ResponseDesc=Internal Server Error 2021-07-07T00:19:44.400Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f5d9c8a6-54dc-48cf-bee7-ea91f3c08d4d ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:44.400Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:44.400Z InvocationID=58479936-88eb-42c6-bae3-0c2061966781 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:44.490Z [qtp2045766957-52] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f5d9c8a6-54dc-48cf-bee7-ea91f3c08d4d InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:44.495Z [qtp2045766957-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f5d9c8a6-54dc-48cf-bee7-ea91f3c08d4d InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:44.499Z [qtp2045766957-52] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f5d9c8a6-54dc-48cf-bee7-ea91f3c08d4d InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:44.499Z [qtp2045766957-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f5d9c8a6-54dc-48cf-bee7-ea91f3c08d4d InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:44.500Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f5d9c8a6-54dc-48cf-bee7-ea91f3c08d4d InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=99 EndTimestamp=2021-07-07T00:19:44.499Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:44.400Z InvocationID=583dbf80-b9f8-4373-a434-e7a547b80c81 ResponseDesc=Internal Server Error 2021-07-07T00:19:45.294Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c486f023-dc94-4308-b663-f1f47c8dcd08 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:45.293Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:45.293Z InvocationID=a8d01950-7a4a-42bd-b4a9-63f1a3768f62 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:45.300Z [qtp2045766957-57] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c486f023-dc94-4308-b663-f1f47c8dcd08 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:45.394Z [qtp2045766957-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c486f023-dc94-4308-b663-f1f47c8dcd08 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:45.403Z [qtp2045766957-57] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=c486f023-dc94-4308-b663-f1f47c8dcd08 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:45.403Z [qtp2045766957-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c486f023-dc94-4308-b663-f1f47c8dcd08 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:45.404Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c486f023-dc94-4308-b663-f1f47c8dcd08 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=110 EndTimestamp=2021-07-07T00:19:45.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:45.293Z InvocationID=8e9d7ca2-7de8-42c9-abed-8caaf87670a6 ResponseDesc=Internal Server Error 2021-07-07T00:19:46.089Z [qtp2045766957-62] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=171ff9a5-109a-42e9-9164-1940f26c12ee ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:46.089Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:46.089Z InvocationID=1a46f1ee-26ee-4272-a60e-225bb68cf47d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:46.094Z [qtp2045766957-62] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=171ff9a5-109a-42e9-9164-1940f26c12ee InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:46.184Z [qtp2045766957-62] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=171ff9a5-109a-42e9-9164-1940f26c12ee InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:46.189Z [qtp2045766957-62] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=171ff9a5-109a-42e9-9164-1940f26c12ee InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:46.189Z [qtp2045766957-62] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=171ff9a5-109a-42e9-9164-1940f26c12ee InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:46.190Z [qtp2045766957-62] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=171ff9a5-109a-42e9-9164-1940f26c12ee InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=101 EndTimestamp=2021-07-07T00:19:46.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:46.089Z InvocationID=5d569c57-a393-4f42-845f-c8a0961a7199 ResponseDesc=Internal Server Error 2021-07-07T00:19:46.894Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5ee04c3a-d769-4577-a7fe-a1a843924fcb InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:46.894Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:46.894Z InvocationID=57f69f74-c9fc-4d83-ad7b-d382cb3288ef 2021-07-07T00:19:46.986Z [qtp2045766957-58] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5ee04c3a-d769-4577-a7fe-a1a843924fcb InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:46.992Z [qtp2045766957-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5ee04c3a-d769-4577-a7fe-a1a843924fcb InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:46.996Z [qtp2045766957-58] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=5ee04c3a-d769-4577-a7fe-a1a843924fcb InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:46.996Z [qtp2045766957-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5ee04c3a-d769-4577-a7fe-a1a843924fcb InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:46.997Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=5ee04c3a-d769-4577-a7fe-a1a843924fcb InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=103 EndTimestamp=2021-07-07T00:19:46.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:46.894Z InvocationID=66f34c19-5085-4f84-bf5e-1bcb317be6e6 ResponseDesc=Internal Server Error 2021-07-07T00:19:47.687Z [qtp2045766957-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9a870bc4-da96-4b79-9824-7faed0f8187b InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:47.687Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:47.687Z InvocationID=bb83ffbc-6703-4d70-a380-e38232ff396e 2021-07-07T00:19:47.693Z [qtp2045766957-49] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9a870bc4-da96-4b79-9824-7faed0f8187b InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:47.696Z [qtp2045766957-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9a870bc4-da96-4b79-9824-7faed0f8187b InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:47.700Z [qtp2045766957-49] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9a870bc4-da96-4b79-9824-7faed0f8187b InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:47.700Z [qtp2045766957-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9a870bc4-da96-4b79-9824-7faed0f8187b InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:47.701Z [qtp2045766957-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9a870bc4-da96-4b79-9824-7faed0f8187b InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=14 EndTimestamp=2021-07-07T00:19:47.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:47.687Z InvocationID=5f91543e-b56e-4440-a36c-07eb474e7f77 ResponseDesc=Internal Server Error 2021-07-07T00:19:47.794Z [cluster1-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-07-07T00:19:47.794Z [cluster1-reconnection-0] ERROR com.datastax.driver.core.Cluster Authentication error during reconnection to cassandra.onap/10.242.30.195:9042, scheduling retry in 30000 milliseconds com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:19:48.598Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b10752d0-a3aa-463b-8ee7-464fb5aa5d05 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:48.598Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:48.598Z InvocationID=6a8191bf-923c-4586-9245-b0e3c0c8d5a4 2021-07-07T00:19:48.604Z [qtp2045766957-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b10752d0-a3aa-463b-8ee7-464fb5aa5d05 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:48.609Z [qtp2045766957-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b10752d0-a3aa-463b-8ee7-464fb5aa5d05 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:48.687Z [qtp2045766957-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b10752d0-a3aa-463b-8ee7-464fb5aa5d05 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:48.687Z [qtp2045766957-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b10752d0-a3aa-463b-8ee7-464fb5aa5d05 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:48.689Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b10752d0-a3aa-463b-8ee7-464fb5aa5d05 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=90 EndTimestamp=2021-07-07T00:19:48.688Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:48.598Z InvocationID=6e55d71f-f6b0-40f4-a6cc-ee56a722e180 ResponseDesc=Internal Server Error 2021-07-07T00:19:49.588Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e09a9f9e-0c5e-4279-962e-2c033bf3326a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:49.588Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:49.588Z InvocationID=642973ab-e21d-48de-acc7-f26e048b839b 2021-07-07T00:19:49.594Z [qtp2045766957-51] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e09a9f9e-0c5e-4279-962e-2c033bf3326a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:49.684Z [qtp2045766957-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e09a9f9e-0c5e-4279-962e-2c033bf3326a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:49.689Z [qtp2045766957-51] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e09a9f9e-0c5e-4279-962e-2c033bf3326a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:49.689Z [qtp2045766957-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e09a9f9e-0c5e-4279-962e-2c033bf3326a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:49.690Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e09a9f9e-0c5e-4279-962e-2c033bf3326a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=102 EndTimestamp=2021-07-07T00:19:49.690Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:49.588Z InvocationID=62f1701f-ec02-42d5-9003-14af4b517507 ResponseDesc=Internal Server Error 2021-07-07T00:19:50.400Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=787640ed-6308-4562-99b4-389247854d55 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:50.399Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:50.399Z InvocationID=d8ab5fbc-a94a-42f3-b0c8-7c46fdab7386 2021-07-07T00:19:50.487Z [qtp2045766957-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=787640ed-6308-4562-99b4-389247854d55 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:50.491Z [qtp2045766957-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=787640ed-6308-4562-99b4-389247854d55 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:50.496Z [qtp2045766957-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=787640ed-6308-4562-99b4-389247854d55 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:50.496Z [qtp2045766957-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=787640ed-6308-4562-99b4-389247854d55 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:50.497Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=787640ed-6308-4562-99b4-389247854d55 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=98 EndTimestamp=2021-07-07T00:19:50.497Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:50.399Z InvocationID=5c28746b-4cf6-48b9-ac81-dbacaf77da95 ResponseDesc=Internal Server Error 2021-07-07T00:19:51.499Z [qtp2045766957-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=562098c8-f399-4836-9d12-ca5474b1fe68 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:51.499Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:51.499Z InvocationID=bcd87b12-d8a5-400c-873f-e42fa2340d26 2021-07-07T00:19:51.587Z [qtp2045766957-61] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=562098c8-f399-4836-9d12-ca5474b1fe68 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:51.592Z [qtp2045766957-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=562098c8-f399-4836-9d12-ca5474b1fe68 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:51.596Z [qtp2045766957-61] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=562098c8-f399-4836-9d12-ca5474b1fe68 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:51.596Z [qtp2045766957-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=562098c8-f399-4836-9d12-ca5474b1fe68 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:51.597Z [qtp2045766957-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=562098c8-f399-4836-9d12-ca5474b1fe68 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=98 EndTimestamp=2021-07-07T00:19:51.597Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:51.499Z InvocationID=de2a4696-3cc8-4d3c-90bf-d6e5ab4d18ad ResponseDesc=Internal Server Error 2021-07-07T00:19:52.277Z [qtp2045766957-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=92648127-e366-42e9-919d-9b86947a7046 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:52.276Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:52.276Z InvocationID=c792da22-7f17-415d-aca2-447012297005 2021-07-07T00:19:52.287Z [qtp2045766957-60] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=92648127-e366-42e9-919d-9b86947a7046 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:52.292Z [qtp2045766957-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=92648127-e366-42e9-919d-9b86947a7046 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:52.295Z [qtp2045766957-60] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=92648127-e366-42e9-919d-9b86947a7046 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:52.295Z [qtp2045766957-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=92648127-e366-42e9-919d-9b86947a7046 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:52.296Z [qtp2045766957-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=92648127-e366-42e9-919d-9b86947a7046 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=20 EndTimestamp=2021-07-07T00:19:52.296Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:52.276Z InvocationID=4df238b4-63c3-415a-8675-39e7409b921e ResponseDesc=Internal Server Error 2021-07-07T00:19:52.400Z [qtp2045766957-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=db20df19-9d8f-41a9-ac58-ae99474f1321 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:52.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:52.400Z InvocationID=e04fc9eb-48bd-4793-9805-62f58cff8f16 2021-07-07T00:19:52.487Z [qtp2045766957-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=db20df19-9d8f-41a9-ac58-ae99474f1321 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:52.491Z [qtp2045766957-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=db20df19-9d8f-41a9-ac58-ae99474f1321 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:52.500Z [qtp2045766957-50] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=db20df19-9d8f-41a9-ac58-ae99474f1321 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:52.500Z [qtp2045766957-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=db20df19-9d8f-41a9-ac58-ae99474f1321 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:52.501Z [qtp2045766957-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=db20df19-9d8f-41a9-ac58-ae99474f1321 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=100 EndTimestamp=2021-07-07T00:19:52.500Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:52.400Z InvocationID=f9cfc275-34f1-4ec3-834d-bee3f41599d4 ResponseDesc=Internal Server Error 2021-07-07T00:19:53.201Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=36ebfb33-33e4-4db7-b457-ce78616219f9 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:53.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:53.201Z InvocationID=4042ef7c-de62-48fe-aee8-5e24fa19222d 2021-07-07T00:19:53.289Z [qtp2045766957-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=36ebfb33-33e4-4db7-b457-ce78616219f9 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:53.296Z [qtp2045766957-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=36ebfb33-33e4-4db7-b457-ce78616219f9 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:53.301Z [qtp2045766957-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=36ebfb33-33e4-4db7-b457-ce78616219f9 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:53.301Z [qtp2045766957-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=36ebfb33-33e4-4db7-b457-ce78616219f9 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:53.302Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=36ebfb33-33e4-4db7-b457-ce78616219f9 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=101 EndTimestamp=2021-07-07T00:19:53.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:53.201Z InvocationID=7164802d-847e-40db-b9d9-0d5d0ee19a6b ResponseDesc=Internal Server Error 2021-07-07T00:19:54.096Z [qtp2045766957-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=42fc8ced-3663-4d54-840d-d99c764ead78 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=4039269a-2610-4429-bad2-3cc803f4106c EntryTimestamp=2021-07-07T00:19:54.096Z ElapsedTime=0 EndTimestamp=2021-07-07T00:19:54.096Z InvocationID=0c79e415-f592-42bb-8c66-1b2509bb21ab PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:19:54.185Z [qtp2045766957-48] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=42fc8ced-3663-4d54-840d-d99c764ead78 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:54.190Z [qtp2045766957-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=42fc8ced-3663-4d54-840d-d99c764ead78 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:54.194Z [qtp2045766957-48] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=42fc8ced-3663-4d54-840d-d99c764ead78 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:54.194Z [qtp2045766957-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=42fc8ced-3663-4d54-840d-d99c764ead78 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:54.194Z [qtp2045766957-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=42fc8ced-3663-4d54-840d-d99c764ead78 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=98 EndTimestamp=2021-07-07T00:19:54.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:54.096Z InvocationID=ac08b725-97ed-4ad0-84c6-12bfa23eba8e ResponseDesc=Internal Server Error 2021-07-07T00:19:54.890Z [qtp2045766957-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d5f6210b-e30b-4217-b09a-5d94627e14e8 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:54.889Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:54.889Z InvocationID=255e6ab6-2443-4560-a23e-d0cdd102774b 2021-07-07T00:19:54.895Z [qtp2045766957-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d5f6210b-e30b-4217-b09a-5d94627e14e8 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:54.900Z [qtp2045766957-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d5f6210b-e30b-4217-b09a-5d94627e14e8 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:54.990Z [qtp2045766957-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d5f6210b-e30b-4217-b09a-5d94627e14e8 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:54.990Z [qtp2045766957-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d5f6210b-e30b-4217-b09a-5d94627e14e8 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:54.990Z [qtp2045766957-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d5f6210b-e30b-4217-b09a-5d94627e14e8 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=101 EndTimestamp=2021-07-07T00:19:54.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:54.889Z InvocationID=0c9a4cce-5231-44c2-842b-289c294db1b4 ResponseDesc=Internal Server Error 2021-07-07T00:19:55.789Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=629b4d62-163f-4608-92e3-907d9a681346 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:55.788Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:55.788Z InvocationID=39bde49f-31a8-449d-82a4-2827cab9d88a 2021-07-07T00:19:55.800Z [qtp2045766957-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=629b4d62-163f-4608-92e3-907d9a681346 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:55.806Z [qtp2045766957-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=629b4d62-163f-4608-92e3-907d9a681346 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:55.888Z [qtp2045766957-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=629b4d62-163f-4608-92e3-907d9a681346 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:55.888Z [qtp2045766957-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=629b4d62-163f-4608-92e3-907d9a681346 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:55.889Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=629b4d62-163f-4608-92e3-907d9a681346 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=100 EndTimestamp=2021-07-07T00:19:55.888Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:55.788Z InvocationID=25932ad6-3ad5-4b87-8ae5-6813227a4993 ResponseDesc=Internal Server Error 2021-07-07T00:19:56.696Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2fcadf61-313c-465b-a3a1-d712ee8aa88f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:56.695Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:56.695Z InvocationID=9da3ada9-7070-42d5-9855-3c21d4bdbf0e 2021-07-07T00:19:56.788Z [qtp2045766957-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2fcadf61-313c-465b-a3a1-d712ee8aa88f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:56.795Z [qtp2045766957-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2fcadf61-313c-465b-a3a1-d712ee8aa88f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:56.889Z [qtp2045766957-46] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=2fcadf61-313c-465b-a3a1-d712ee8aa88f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:56.889Z [qtp2045766957-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2fcadf61-313c-465b-a3a1-d712ee8aa88f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:56.890Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=2fcadf61-313c-465b-a3a1-d712ee8aa88f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=194 EndTimestamp=2021-07-07T00:19:56.889Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:56.695Z InvocationID=9cc8af8c-e49d-43c4-b24a-25f411290da2 ResponseDesc=Internal Server Error 2021-07-07T00:19:57.886Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5f3f8254-e08e-4538-8bd4-9b3c8f765cec InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:57.885Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:57.885Z InvocationID=8646ae0f-cd62-4c30-9690-c13de7ecb635 2021-07-07T00:19:57.891Z [qtp2045766957-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5f3f8254-e08e-4538-8bd4-9b3c8f765cec InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:57.895Z [qtp2045766957-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5f3f8254-e08e-4538-8bd4-9b3c8f765cec InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:57.905Z [qtp2045766957-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=5f3f8254-e08e-4538-8bd4-9b3c8f765cec InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:57.905Z [qtp2045766957-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5f3f8254-e08e-4538-8bd4-9b3c8f765cec InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:57.906Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=5f3f8254-e08e-4538-8bd4-9b3c8f765cec InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=21 EndTimestamp=2021-07-07T00:19:57.906Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:57.885Z InvocationID=065b4754-251c-4c60-9694-07040308a5ab ResponseDesc=Internal Server Error 2021-07-07T00:19:58.700Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fbcbb526-bf59-4dbe-936a-f28a06e9cd53 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:58.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:58.700Z InvocationID=e3b4d0de-c169-4680-a2c2-2219cd192cb8 2021-07-07T00:19:58.793Z [qtp2045766957-52] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fbcbb526-bf59-4dbe-936a-f28a06e9cd53 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:58.884Z [qtp2045766957-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fbcbb526-bf59-4dbe-936a-f28a06e9cd53 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:58.889Z [qtp2045766957-52] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fbcbb526-bf59-4dbe-936a-f28a06e9cd53 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:58.889Z [qtp2045766957-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fbcbb526-bf59-4dbe-936a-f28a06e9cd53 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:58.890Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fbcbb526-bf59-4dbe-936a-f28a06e9cd53 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=190 EndTimestamp=2021-07-07T00:19:58.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:58.700Z InvocationID=29e60c20-16a1-4f2b-9c32-bc1ca8b93a5b ResponseDesc=Internal Server Error 2021-07-07T00:19:59.700Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=73dfab3a-6215-4624-8a41-62d8f029ac09 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:19:59.699Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:59.699Z InvocationID=4384b20f-048a-442b-b6fa-f078cb1e1720 2021-07-07T00:19:59.790Z [qtp2045766957-57] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=73dfab3a-6215-4624-8a41-62d8f029ac09 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:59.884Z [qtp2045766957-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=73dfab3a-6215-4624-8a41-62d8f029ac09 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:59.889Z [qtp2045766957-57] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=73dfab3a-6215-4624-8a41-62d8f029ac09 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:59.889Z [qtp2045766957-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=73dfab3a-6215-4624-8a41-62d8f029ac09 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:19:59.890Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=73dfab3a-6215-4624-8a41-62d8f029ac09 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=191 EndTimestamp=2021-07-07T00:19:59.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:19:59.699Z InvocationID=21a15b01-e4ab-4ff1-b06c-deb3928c6b49 ResponseDesc=Internal Server Error 2021-07-07T00:20:00.696Z [qtp2045766957-62] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=54d8866b-3daf-4742-897e-d49078e96dd2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:00.696Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:00.696Z InvocationID=75621475-d414-4cb9-af30-fd160d4240c7 2021-07-07T00:20:00.786Z [qtp2045766957-62] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=54d8866b-3daf-4742-897e-d49078e96dd2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:20:00.792Z [qtp2045766957-62] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=54d8866b-3daf-4742-897e-d49078e96dd2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:20:00.884Z [qtp2045766957-62] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=54d8866b-3daf-4742-897e-d49078e96dd2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:20:00.884Z [qtp2045766957-62] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=54d8866b-3daf-4742-897e-d49078e96dd2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:20:00.885Z [qtp2045766957-62] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=54d8866b-3daf-4742-897e-d49078e96dd2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=189 EndTimestamp=2021-07-07T00:20:00.885Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:00.696Z InvocationID=8bbcd6d6-e968-4b2c-9006-b397223ed2c3 ResponseDesc=Internal Server Error 2021-07-07T00:20:01.886Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2df57a3e-dbe4-4b52-be39-a12ba6699ae2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:01.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:01.886Z InvocationID=4f6533e7-a2b7-4104-98ab-16964de874d9 2021-07-07T00:20:01.984Z [qtp2045766957-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2df57a3e-dbe4-4b52-be39-a12ba6699ae2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:02.284Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e3be9124-98ff-48d4-ac72-b172aac36357 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:02.283Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:02.283Z InvocationID=31afeb53-17d1-4562-ba1a-4250ecde0237 2021-07-07T00:20:03.183Z [qtp2045766957-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e3be9124-98ff-48d4-ac72-b172aac36357 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:03.185Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2df57a3e-dbe4-4b52-be39-a12ba6699ae2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=1299 EndTimestamp=2021-07-07T00:20:03.185Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:01.886Z InvocationID=dbc344de-8c3e-4e2d-a147-54f526fadb7a ResponseDesc=OK 2021-07-07T00:20:03.487Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e3be9124-98ff-48d4-ac72-b172aac36357 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=1204 EndTimestamp=2021-07-07T00:20:03.487Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:02.283Z InvocationID=3f35770e-a796-42e2-900a-21d5a711de7d ResponseDesc=OK 2021-07-07T00:20:03.925Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f450a9aa-460d-4dfd-a704-e1f70a5e4de6 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:03.924Z InvocationID=be4029a1-aa2d-40b3-b485-f245a0b13bed 2021-07-07T00:20:04.084Z [qtp2045766957-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f450a9aa-460d-4dfd-a704-e1f70a5e4de6 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:04.284Z [qtp2045766957-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f450a9aa-460d-4dfd-a704-e1f70a5e4de6 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=360 EndTimestamp=2021-07-07T00:20:04.284Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:03.924Z InvocationID=d204eab8-5362-481b-8df6-11d1772181a3 ResponseDesc=OK 2021-07-07T00:20:05.255Z [qtp2045766957-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ed1017c9-358b-4f57-a7d7-01faf1e91b0e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:05.254Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:05.254Z InvocationID=f83a177c-f380-49fc-a153-c1efd4624958 2021-07-07T00:20:05.385Z [qtp2045766957-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ed1017c9-358b-4f57-a7d7-01faf1e91b0e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:05.503Z [qtp2045766957-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ed1017c9-358b-4f57-a7d7-01faf1e91b0e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=249 EndTimestamp=2021-07-07T00:20:05.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:05.254Z InvocationID=53b9e3e7-1ccc-49e2-8e53-0d2b53c2ae65 ResponseDesc=OK 2021-07-07T00:20:06.400Z [qtp2045766957-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6e0fbecd-3f1d-4d23-9107-2aaa5de170fb InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:06.399Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:06.399Z InvocationID=627f2f1e-35ec-46db-84cf-a840f1c62b17 2021-07-07T00:20:06.571Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09e64800-1224-4288-bcce-76767f4695f3 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:06.571Z InvocationID=8fbb9aea-aaa0-4233-9a9a-525ecd07915b 2021-07-07T00:20:06.585Z [qtp2045766957-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6e0fbecd-3f1d-4d23-9107-2aaa5de170fb InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:06.988Z [qtp2045766957-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6e0fbecd-3f1d-4d23-9107-2aaa5de170fb InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=589 EndTimestamp=2021-07-07T00:20:06.988Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:06.399Z InvocationID=fc557284-8a73-4e86-8491-7901e430d082 ResponseDesc=OK 2021-07-07T00:20:13.929Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e5fa6921-7718-4932-acbb-b9e2160ebe6b InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:13.928Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:13.928Z InvocationID=c2ce9141-b5a0-4731-9734-cc0c611eb2c4 2021-07-07T00:20:13.957Z [qtp2045766957-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ff979f94-6d71-4c75-a31e-d068d2cdb715 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:13.957Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:13.957Z InvocationID=d5ee4675-7dfe-4c79-bbb7-c8988d3013fa 2021-07-07T00:20:14.092Z [qtp2045766957-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e5fa6921-7718-4932-acbb-b9e2160ebe6b InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:14.583Z [qtp2045766957-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09e64800-1224-4288-bcce-76767f4695f3 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:14.592Z [qtp2045766957-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ff979f94-6d71-4c75-a31e-d068d2cdb715 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:16.043Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e5fa6921-7718-4932-acbb-b9e2160ebe6b InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=2115 EndTimestamp=2021-07-07T00:20:16.043Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:13.928Z InvocationID=7e1903b5-1b9d-47b0-a0a2-1167da61cc6b ResponseDesc=OK 2021-07-07T00:20:16.292Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=09e64800-1224-4288-bcce-76767f4695f3 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=9721 EndTimestamp=2021-07-07T00:20:16.292Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:06.571Z InvocationID=60ee06aa-3d64-4c15-a70c-d59373feea9c ResponseDesc=OK 2021-07-07T00:20:16.392Z [qtp2045766957-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ff979f94-6d71-4c75-a31e-d068d2cdb715 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=2434 EndTimestamp=2021-07-07T00:20:16.391Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:13.957Z InvocationID=0b25ce4b-f25c-4456-b136-93d39eba4b6c ResponseDesc=OK 2021-07-07T00:20:16.571Z [qtp2045766957-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=baa71bec-3edf-40bb-9819-6ab62ae45cb7 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:16.571Z InvocationID=afc44421-87c8-4720-ad01-c2b0149989d1 2021-07-07T00:20:16.685Z [qtp2045766957-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=baa71bec-3edf-40bb-9819-6ab62ae45cb7 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:19.827Z [qtp2045766957-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=baa71bec-3edf-40bb-9819-6ab62ae45cb7 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=3256 EndTimestamp=2021-07-07T00:20:19.827Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:16.571Z InvocationID=1ce5affd-8204-47ac-8fb5-0e6e7e391b81 ResponseDesc=OK 2021-07-07T00:20:19.860Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3daeffb6-c916-4e87-8a1f-7680bd30841c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:19.860Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:19.860Z InvocationID=dac643cd-722d-47be-b503-edbf654265f6 2021-07-07T00:20:21.534Z [qtp2045766957-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3daeffb6-c916-4e87-8a1f-7680bd30841c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:23.925Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f31da96d-a60a-4ae1-9557-e62f3eb3926e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:23.924Z InvocationID=7d5b14ce-4a5b-4bf8-92e8-6c6e9582fbc4 2021-07-07T00:20:26.573Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=39ef28bb-a44c-41d9-999a-66ce246563c1 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:26.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:26.573Z InvocationID=0e1d506c-272e-429c-bc90-119be625619f 2021-07-07T00:20:31.587Z [qtp2045766957-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3daeffb6-c916-4e87-8a1f-7680bd30841c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:20:33.988Z [qtp2045766957-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f31da96d-a60a-4ae1-9557-e62f3eb3926e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:20:35.685Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=3daeffb6-c916-4e87-8a1f-7680bd30841c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=15825 EndTimestamp=2021-07-07T00:20:35.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:19.860Z InvocationID=c77774d4-821b-48f6-8b20-09ad9b0977e1 ResponseDesc=Internal Server Error 2021-07-07T00:20:35.893Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f31da96d-a60a-4ae1-9557-e62f3eb3926e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=11968 EndTimestamp=2021-07-07T00:20:35.892Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:23.924Z InvocationID=4fad055e-7cb8-4cc6-968c-3b2d84e385c0 ResponseDesc=Internal Server Error 2021-07-07T00:20:35.897Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e5ba8173-8874-4582-a33c-d6de0cda5d58 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:35.896Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:35.896Z InvocationID=d894e17e-10ba-4138-a572-22848295ee93 2021-07-07T00:20:35.961Z [qtp2045766957-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=39ef28bb-a44c-41d9-999a-66ce246563c1 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:37.086Z [qtp2045766957-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e5ba8173-8874-4582-a33c-d6de0cda5d58 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:37.690Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e5ba8173-8874-4582-a33c-d6de0cda5d58 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=1793 EndTimestamp=2021-07-07T00:20:37.689Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:35.896Z InvocationID=2568eaf4-b7a4-4676-ab05-0418ded8be95 ResponseDesc=OK 2021-07-07T00:20:37.751Z [qtp2045766957-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=39ef28bb-a44c-41d9-999a-66ce246563c1 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=11178 EndTimestamp=2021-07-07T00:20:37.751Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:26.573Z InvocationID=9c181568-6629-4038-8b33-65f2aef63b2b ResponseDesc=OK 2021-07-07T00:20:37.755Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b44091e6-86db-43d7-bf1b-997cfdb30d17 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:37.755Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:37.755Z InvocationID=1775b6a4-8a7b-4e65-8ea3-12a75796e6e0 2021-07-07T00:20:37.885Z [qtp2045766957-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b44091e6-86db-43d7-bf1b-997cfdb30d17 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:38.887Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b44091e6-86db-43d7-bf1b-997cfdb30d17 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=1132 EndTimestamp=2021-07-07T00:20:38.887Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:37.755Z InvocationID=46341e4f-6e10-41a9-a343-b1d81ed10356 ResponseDesc=OK 2021-07-07T00:20:39.203Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=35cd3652-3978-410f-bb7f-d0e39121b637 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:39.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:39.203Z InvocationID=e0fdc11a-bc0f-461d-b3ea-0e07e4fff47d 2021-07-07T00:20:39.386Z [qtp2045766957-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=35cd3652-3978-410f-bb7f-d0e39121b637 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:40.143Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=35cd3652-3978-410f-bb7f-d0e39121b637 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=940 EndTimestamp=2021-07-07T00:20:40.143Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:39.203Z InvocationID=bd6c176b-ec38-46e9-993b-80dd86551702 ResponseDesc=OK 2021-07-07T00:20:42.156Z [qtp2045766957-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=edbf4e14-8f81-4092-8178-19a5a5b9ca5f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:42.156Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:42.156Z InvocationID=fcf789dc-ec47-4ec5-9b28-dbdb4f72980f 2021-07-07T00:20:42.294Z [qtp2045766957-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=edbf4e14-8f81-4092-8178-19a5a5b9ca5f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:42.943Z [qtp2045766957-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=edbf4e14-8f81-4092-8178-19a5a5b9ca5f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=787 EndTimestamp=2021-07-07T00:20:42.943Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:42.156Z InvocationID=31371b97-45d8-43ce-a595-f5dd8068e789 ResponseDesc=OK 2021-07-07T00:20:43.925Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9876414f-941a-4a4a-9842-564fe4055965 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:43.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:43.925Z InvocationID=6d609555-51d6-4efc-a064-c872c00ed3bb 2021-07-07T00:20:44.670Z [qtp2045766957-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a59f53ac-de04-4787-9c12-6d6fbb38aaab InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:44.670Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:44.670Z InvocationID=915b0f6e-9533-4ffb-8615-acc80d548eed 2021-07-07T00:20:45.986Z [qtp2045766957-52] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9876414f-941a-4a4a-9842-564fe4055965 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:46.350Z [qtp2045766957-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a59f53ac-de04-4787-9c12-6d6fbb38aaab InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:46.355Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9876414f-941a-4a4a-9842-564fe4055965 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=2430 EndTimestamp=2021-07-07T00:20:46.355Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:43.925Z InvocationID=e789d932-7353-427e-ab97-15f121f29423 ResponseDesc=OK 2021-07-07T00:20:46.573Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c1c96159-4d10-4902-9b1e-ad898b46084e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:46.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:46.573Z InvocationID=79984d86-63e0-4505-98d1-af265e38ef65 2021-07-07T00:20:46.970Z [qtp2045766957-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c1c96159-4d10-4902-9b1e-ad898b46084e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:46.994Z [qtp2045766957-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a59f53ac-de04-4787-9c12-6d6fbb38aaab InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=2324 EndTimestamp=2021-07-07T00:20:46.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:44.670Z InvocationID=8166f35f-d4f6-43d3-b7b0-2a35360d309f ResponseDesc=OK 2021-07-07T00:20:48.690Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c1c96159-4d10-4902-9b1e-ad898b46084e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=2117 EndTimestamp=2021-07-07T00:20:48.690Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:46.573Z InvocationID=24e04350-f59e-4968-addc-86ff12385be9 ResponseDesc=OK 2021-07-07T00:20:49.314Z [qtp2045766957-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d910fa3a-aaee-40fa-b562-b07637b3bf29 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:49.314Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:49.314Z InvocationID=7aeeeb53-4cf0-44f1-a0b6-eab46e27d3d1 2021-07-07T00:20:49.486Z [qtp2045766957-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d910fa3a-aaee-40fa-b562-b07637b3bf29 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:53.924Z [qtp2045766957-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d298b92c-903f-40a3-8d6c-109ef7765e83 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:53.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:53.923Z InvocationID=a71a0f48-1630-4bb3-a2a3-9b3ea1ef43b5 2021-07-07T00:20:55.755Z [qtp2045766957-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d910fa3a-aaee-40fa-b562-b07637b3bf29 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=6441 EndTimestamp=2021-07-07T00:20:55.755Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:49.314Z InvocationID=8d21fb4e-b321-4e73-915e-9e965a82e95b ResponseDesc=OK 2021-07-07T00:20:55.783Z [qtp2045766957-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d298b92c-903f-40a3-8d6c-109ef7765e83 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:55.795Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=057dfb74-16b2-491f-94a7-4bb3f8b516c9 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:55.795Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:55.795Z InvocationID=c298ebf0-bc98-49e7-ae37-e7135c371500 2021-07-07T00:20:56.573Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1db426ca-fbb1-4897-a9a1-e607f9c7f196 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:20:56.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:56.573Z InvocationID=9d65af8d-1b70-4f2c-a058-c6adac81fb11 2021-07-07T00:20:56.653Z [qtp2045766957-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=057dfb74-16b2-491f-94a7-4bb3f8b516c9 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:56.784Z [qtp2045766957-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1db426ca-fbb1-4897-a9a1-e607f9c7f196 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:20:56.950Z [qtp2045766957-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d298b92c-903f-40a3-8d6c-109ef7765e83 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=3027 EndTimestamp=2021-07-07T00:20:56.950Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:53.923Z InvocationID=0cd35016-0bc9-4a01-b423-6d07220b86b1 ResponseDesc=OK 2021-07-07T00:20:56.998Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=057dfb74-16b2-491f-94a7-4bb3f8b516c9 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=1203 EndTimestamp=2021-07-07T00:20:56.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:55.795Z InvocationID=2298b5f0-76a2-4860-b751-11f03785828f ResponseDesc=OK 2021-07-07T00:20:57.696Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1db426ca-fbb1-4897-a9a1-e607f9c7f196 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=1123 EndTimestamp=2021-07-07T00:20:57.696Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:20:56.573Z InvocationID=9f4df9a8-1d2b-46e6-abc3-0e1bf039f58a ResponseDesc=OK 2021-07-07T00:21:03.925Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4d70ca5d-c02f-4fca-a8d1-e6b9c7777527 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:03.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:03.925Z InvocationID=714c59d7-cd88-4839-b971-49ba03aa110a 2021-07-07T00:21:06.572Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=644c22f0-fad3-4913-96ac-1b3f24c67a05 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:06.572Z InvocationID=7119c12a-8bbd-4761-9349-00364aa38558 2021-07-07T00:21:13.931Z [qtp2045766957-58] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4d70ca5d-c02f-4fca-a8d1-e6b9c7777527 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:16.576Z [qtp2045766957-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=644c22f0-fad3-4913-96ac-1b3f24c67a05 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:18.403Z [qtp2045766957-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=639ea2ec-baab-4cb3-bf57-0044a2f53efc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:18.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:18.403Z InvocationID=782d72c6-d106-492e-be35-c6ca344649bb 2021-07-07T00:21:18.925Z [qtp2045766957-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8032bb4d-b2bd-447d-bbcc-ec105757eb7e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:18.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:18.924Z InvocationID=871f1c44-c323-4008-abb2-a691b47860e4 2021-07-07T00:21:21.572Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3609f39a-5472-45fc-827f-9df16c9ea26c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:21.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:21.572Z InvocationID=7afc7d0c-cfa9-425f-bf64-c7d73062e883 2021-07-07T00:21:21.586Z [qtp2045766957-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3609f39a-5472-45fc-827f-9df16c9ea26c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:22.221Z [qtp2045766957-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=72c20d7c-52f5-4465-8f1e-b3e2d27b02ff InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:22.221Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:22.221Z InvocationID=df37328d-9be9-4117-a288-647dda382ba6 2021-07-07T00:21:25.846Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53c7560d-d211-49ea-bc6d-69cde009ad4e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:25.846Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:25.846Z InvocationID=d9cd3801-a404-4339-a643-03f8bac0aed6 2021-07-07T00:21:25.887Z [qtp2045766957-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53c7560d-d211-49ea-bc6d-69cde009ad4e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:26.029Z [qtp2045766957-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4d70ca5d-c02f-4fca-a8d1-e6b9c7777527 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:26.592Z [qtp2045766957-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=644c22f0-fad3-4913-96ac-1b3f24c67a05 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:26.598Z [qtp2045766957-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=644c22f0-fad3-4913-96ac-1b3f24c67a05 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:26.598Z [qtp2045766957-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=644c22f0-fad3-4913-96ac-1b3f24c67a05 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:26.599Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=644c22f0-fad3-4913-96ac-1b3f24c67a05 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=20027 EndTimestamp=2021-07-07T00:21:26.599Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:06.572Z InvocationID=8cc49475-51a1-440c-8f38-d9b548b85b42 ResponseDesc=Internal Server Error 2021-07-07T00:21:29.930Z [qtp2045766957-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7113d3c2-6e62-455e-908b-ea2d09bfbc58 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:29.929Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:29.929Z InvocationID=66267947-9a2d-4eb4-aec4-0bc8b57f81d1 2021-07-07T00:21:30.529Z [qtp2045766957-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=639ea2ec-baab-4cb3-bf57-0044a2f53efc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:30.587Z [qtp2045766957-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=639ea2ec-baab-4cb3-bf57-0044a2f53efc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:30.928Z [qtp2045766957-49] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8032bb4d-b2bd-447d-bbcc-ec105757eb7e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:33.619Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9bf5e56f-bcaf-405e-8308-b91a9543e27e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:33.619Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:33.619Z InvocationID=1955ef60-a2c8-4b7a-b5d2-610d74566830 2021-07-07T00:21:33.629Z [qtp2045766957-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3609f39a-5472-45fc-827f-9df16c9ea26c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:33.924Z [qtp2045766957-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=714a9d26-0bc8-4c33-8588-fd3a49a97387 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:33.924Z InvocationID=2a9a309a-690e-4efc-815b-1a948c1b9892 2021-07-07T00:21:33.987Z [qtp2045766957-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=714a9d26-0bc8-4c33-8588-fd3a49a97387 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:34.229Z [qtp2045766957-61] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=72c20d7c-52f5-4465-8f1e-b3e2d27b02ff InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:36.573Z [qtp2045766957-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9b8f7be0-58f6-4cd8-9b25-7874078a9f9c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:36.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:36.573Z InvocationID=061d3d8a-6f6f-4a4f-93f4-f0645aac1c01 2021-07-07T00:21:36.588Z [qtp2045766957-60] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9b8f7be0-58f6-4cd8-9b25-7874078a9f9c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:37.435Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3e9179b1-b99b-44c5-9508-5b7bf2115946 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:37.434Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:37.434Z InvocationID=53942b7a-2572-4229-81bb-a22b387a8e27 2021-07-07T00:21:37.929Z [qtp2045766957-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=53c7560d-d211-49ea-bc6d-69cde009ad4e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:37.986Z [qtp2045766957-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=53c7560d-d211-49ea-bc6d-69cde009ad4e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:37.986Z [qtp2045766957-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=53c7560d-d211-49ea-bc6d-69cde009ad4e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:37.987Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=53c7560d-d211-49ea-bc6d-69cde009ad4e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=12141 EndTimestamp=2021-07-07T00:21:37.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:25.846Z InvocationID=ede62ec3-7b28-46a2-8dad-4a70f6e8be66 ResponseDesc=Internal Server Error 2021-07-07T00:21:38.066Z [qtp2045766957-58] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4d70ca5d-c02f-4fca-a8d1-e6b9c7777527 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:38.067Z [qtp2045766957-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4d70ca5d-c02f-4fca-a8d1-e6b9c7777527 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:38.067Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4d70ca5d-c02f-4fca-a8d1-e6b9c7777527 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=34142 EndTimestamp=2021-07-07T00:21:38.067Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:03.925Z InvocationID=a8bd6a58-f99f-481a-8a7d-d64904e72e22 ResponseDesc=Internal Server Error 2021-07-07T00:21:38.969Z [qtp2045766957-50] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=639ea2ec-baab-4cb3-bf57-0044a2f53efc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:38.969Z [qtp2045766957-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=3609f39a-5472-45fc-827f-9df16c9ea26c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:38.969Z [qtp2045766957-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=639ea2ec-baab-4cb3-bf57-0044a2f53efc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:38.970Z [qtp2045766957-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3609f39a-5472-45fc-827f-9df16c9ea26c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:38.972Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=3609f39a-5472-45fc-827f-9df16c9ea26c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=17399 EndTimestamp=2021-07-07T00:21:38.971Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:21.572Z InvocationID=9ceca3a3-5e75-4ca2-b0a3-0da97fd054dc ResponseDesc=Internal Server Error 2021-07-07T00:21:38.972Z [qtp2045766957-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=639ea2ec-baab-4cb3-bf57-0044a2f53efc InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=20568 EndTimestamp=2021-07-07T00:21:38.971Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:18.403Z InvocationID=ca029b80-6d0e-4f7f-84d1-7f73a7e8e642 ResponseDesc=Internal Server Error 2021-07-07T00:21:39.030Z [qtp2045766957-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=714a9d26-0bc8-4c33-8588-fd3a49a97387 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:39.030Z [qtp2045766957-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9b8f7be0-58f6-4cd8-9b25-7874078a9f9c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:39.030Z [qtp2045766957-51] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9bf5e56f-bcaf-405e-8308-b91a9543e27e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:39.030Z [qtp2045766957-48] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7113d3c2-6e62-455e-908b-ea2d09bfbc58 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:39.030Z [qtp2045766957-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=72c20d7c-52f5-4465-8f1e-b3e2d27b02ff InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:39.030Z [qtp2045766957-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8032bb4d-b2bd-447d-bbcc-ec105757eb7e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:39.032Z [qtp2045766957-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3e9179b1-b99b-44c5-9508-5b7bf2115946 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:21:39.090Z [qtp2045766957-61] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=72c20d7c-52f5-4465-8f1e-b3e2d27b02ff InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:21:39.090Z [qtp2045766957-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9bf5e56f-bcaf-405e-8308-b91a9543e27e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:21:39.090Z [qtp2045766957-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=72c20d7c-52f5-4465-8f1e-b3e2d27b02ff InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:21:39.091Z [qtp2045766957-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=72c20d7c-52f5-4465-8f1e-b3e2d27b02ff InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=16870 EndTimestamp=2021-07-07T00:21:39.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:22.221Z InvocationID=23885e23-4272-4234-ab80-6622387de7d3 ResponseDesc=Internal Server Error 2021-07-07T00:21:39.092Z [qtp2045766957-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7113d3c2-6e62-455e-908b-ea2d09bfbc58 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.095Z [qtp2045766957-60] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9b8f7be0-58f6-4cd8-9b25-7874078a9f9c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.095Z [qtp2045766957-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9b8f7be0-58f6-4cd8-9b25-7874078a9f9c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.095Z [qtp2045766957-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3e9179b1-b99b-44c5-9508-5b7bf2115946 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.095Z [qtp2045766957-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9b8f7be0-58f6-4cd8-9b25-7874078a9f9c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=2522 EndTimestamp=2021-07-07T00:21:39.095Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:36.573Z InvocationID=f7451129-8d1e-4e15-9b76-de256a4d1e41 ResponseDesc=Internal Server Error 2021-07-07T00:21:39.096Z [qtp2045766957-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=714a9d26-0bc8-4c33-8588-fd3a49a97387 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:21:39.096Z [qtp2045766957-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=714a9d26-0bc8-4c33-8588-fd3a49a97387 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:21:39.097Z [qtp2045766957-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=714a9d26-0bc8-4c33-8588-fd3a49a97387 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=5173 EndTimestamp=2021-07-07T00:21:39.097Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:33.924Z InvocationID=57d5c62e-c79e-4ff3-b3cd-2edf1c78f398 ResponseDesc=Internal Server Error 2021-07-07T00:21:39.097Z [qtp2045766957-49] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8032bb4d-b2bd-447d-bbcc-ec105757eb7e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.097Z [qtp2045766957-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8032bb4d-b2bd-447d-bbcc-ec105757eb7e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.098Z [qtp2045766957-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8032bb4d-b2bd-447d-bbcc-ec105757eb7e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=20174 EndTimestamp=2021-07-07T00:21:39.098Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:18.924Z InvocationID=fdb21df1-df12-4d43-928e-5ce2aa4f96ea ResponseDesc=Internal Server Error 2021-07-07T00:21:39.100Z [qtp2045766957-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=3e9179b1-b99b-44c5-9508-5b7bf2115946 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.100Z [qtp2045766957-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3e9179b1-b99b-44c5-9508-5b7bf2115946 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.101Z [qtp2045766957-48] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=7113d3c2-6e62-455e-908b-ea2d09bfbc58 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.101Z [qtp2045766957-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7113d3c2-6e62-455e-908b-ea2d09bfbc58 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.101Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=3e9179b1-b99b-44c5-9508-5b7bf2115946 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=1667 EndTimestamp=2021-07-07T00:21:39.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:37.434Z InvocationID=73604c0e-a06e-4012-b7ba-b4253a6eb177 ResponseDesc=Internal Server Error 2021-07-07T00:21:39.101Z [qtp2045766957-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7113d3c2-6e62-455e-908b-ea2d09bfbc58 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=9172 EndTimestamp=2021-07-07T00:21:39.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:29.929Z InvocationID=5ca16048-5b61-46b2-a2c6-4e77fcb44192 ResponseDesc=Internal Server Error 2021-07-07T00:21:39.102Z [qtp2045766957-51] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9bf5e56f-bcaf-405e-8308-b91a9543e27e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.102Z [qtp2045766957-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9bf5e56f-bcaf-405e-8308-b91a9543e27e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.103Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9bf5e56f-bcaf-405e-8308-b91a9543e27e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=5484 EndTimestamp=2021-07-07T00:21:39.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:33.619Z InvocationID=32b0fb12-8f91-41e1-bd7a-5f2810f93f02 ResponseDesc=Internal Server Error 2021-07-07T00:21:39.901Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=926dd703-3b21-4f35-9e8b-226d5050391d InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:39.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:39.901Z InvocationID=f90ec7e6-3d71-4c10-9d0c-70fd129ee988 2021-07-07T00:21:39.987Z [qtp2045766957-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=926dd703-3b21-4f35-9e8b-226d5050391d InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.992Z [qtp2045766957-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=926dd703-3b21-4f35-9e8b-226d5050391d InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.995Z [qtp2045766957-46] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=926dd703-3b21-4f35-9e8b-226d5050391d InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.995Z [qtp2045766957-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=926dd703-3b21-4f35-9e8b-226d5050391d InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:39.996Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=926dd703-3b21-4f35-9e8b-226d5050391d InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=95 EndTimestamp=2021-07-07T00:21:39.996Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:39.901Z InvocationID=d97781f3-986b-4290-a1ef-f1fd6bb4bff5 ResponseDesc=Internal Server Error 2021-07-07T00:21:40.903Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=62d3595a-ee95-4686-b12a-e44aff20f25a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:40.903Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:40.903Z InvocationID=873bf2d0-fedd-4bce-946d-d0b6df44f935 2021-07-07T00:21:40.986Z [qtp2045766957-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=62d3595a-ee95-4686-b12a-e44aff20f25a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:40.990Z [qtp2045766957-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=62d3595a-ee95-4686-b12a-e44aff20f25a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:40.994Z [qtp2045766957-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=62d3595a-ee95-4686-b12a-e44aff20f25a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:40.994Z [qtp2045766957-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=62d3595a-ee95-4686-b12a-e44aff20f25a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:40.994Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=62d3595a-ee95-4686-b12a-e44aff20f25a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=91 EndTimestamp=2021-07-07T00:21:40.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:40.903Z InvocationID=d2079730-40bf-4cbb-b591-36e27e934664 ResponseDesc=Internal Server Error 2021-07-07T00:21:41.799Z [qtp2045766957-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=864aa392-c1e0-4559-975f-0cb9daddaea4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:41.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:41.798Z InvocationID=4eae88d5-b1e4-48c2-9ec1-412278bec721 2021-07-07T00:21:41.887Z [qtp2045766957-59] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=864aa392-c1e0-4559-975f-0cb9daddaea4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:41.892Z [qtp2045766957-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=864aa392-c1e0-4559-975f-0cb9daddaea4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:41.897Z [qtp2045766957-59] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=864aa392-c1e0-4559-975f-0cb9daddaea4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:41.897Z [qtp2045766957-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=864aa392-c1e0-4559-975f-0cb9daddaea4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:41.898Z [qtp2045766957-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=864aa392-c1e0-4559-975f-0cb9daddaea4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=100 EndTimestamp=2021-07-07T00:21:41.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:41.798Z InvocationID=0d1facf0-29ae-4c59-9fa0-dc50d735ced6 ResponseDesc=Internal Server Error 2021-07-07T00:21:42.600Z [qtp2045766957-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e31361d1-4f70-48da-9354-85f547ba2dd5 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:42.600Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:42.600Z InvocationID=210f16eb-862d-4ed1-8bbb-257f63a0860b 2021-07-07T00:21:42.687Z [qtp2045766957-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e31361d1-4f70-48da-9354-85f547ba2dd5 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:42.692Z [qtp2045766957-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e31361d1-4f70-48da-9354-85f547ba2dd5 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:42.698Z [qtp2045766957-50] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e31361d1-4f70-48da-9354-85f547ba2dd5 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:42.698Z [qtp2045766957-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e31361d1-4f70-48da-9354-85f547ba2dd5 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:42.699Z [qtp2045766957-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e31361d1-4f70-48da-9354-85f547ba2dd5 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=99 EndTimestamp=2021-07-07T00:21:42.699Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:42.600Z InvocationID=a13c31ca-b4f7-412a-af6d-d2301975a1dd ResponseDesc=Internal Server Error 2021-07-07T00:21:43.388Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ec3940e6-4207-4b29-bfe2-a510dcfd6169 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:43.388Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:43.388Z InvocationID=31e6aa58-7322-4d9e-bf8e-88a3181de27f 2021-07-07T00:21:43.394Z [qtp2045766957-57] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ec3940e6-4207-4b29-bfe2-a510dcfd6169 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:43.398Z [qtp2045766957-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ec3940e6-4207-4b29-bfe2-a510dcfd6169 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:43.402Z [qtp2045766957-57] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ec3940e6-4207-4b29-bfe2-a510dcfd6169 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:43.402Z [qtp2045766957-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ec3940e6-4207-4b29-bfe2-a510dcfd6169 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:43.403Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ec3940e6-4207-4b29-bfe2-a510dcfd6169 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=15 EndTimestamp=2021-07-07T00:21:43.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:43.388Z InvocationID=c44eadd0-ba31-4d89-877b-00a7756f94dc ResponseDesc=Internal Server Error 2021-07-07T00:21:44.091Z [qtp2045766957-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f53bb4cb-73cf-4971-9ea1-f6db72b18fcd InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:44.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:44.091Z InvocationID=33b959c3-7cc7-49be-9881-ec257f1b04c7 2021-07-07T00:21:44.096Z [qtp2045766957-61] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f53bb4cb-73cf-4971-9ea1-f6db72b18fcd InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:44.102Z [qtp2045766957-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f53bb4cb-73cf-4971-9ea1-f6db72b18fcd InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:44.193Z [qtp2045766957-61] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f53bb4cb-73cf-4971-9ea1-f6db72b18fcd InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:44.193Z [qtp2045766957-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f53bb4cb-73cf-4971-9ea1-f6db72b18fcd InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:44.194Z [qtp2045766957-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f53bb4cb-73cf-4971-9ea1-f6db72b18fcd InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=102 EndTimestamp=2021-07-07T00:21:44.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:44.091Z InvocationID=b6002139-7c53-46cd-9f12-61663d98b336 ResponseDesc=Internal Server Error 2021-07-07T00:21:44.995Z [qtp2045766957-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=81d7bc94-77d8-4b60-a0e2-2a8f7f6c2eb2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:44.995Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:44.995Z InvocationID=15c210bc-cb7a-4fa4-9b0f-724ff9a51a18 2021-07-07T00:21:45.087Z [qtp2045766957-60] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=81d7bc94-77d8-4b60-a0e2-2a8f7f6c2eb2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:45.093Z [qtp2045766957-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=81d7bc94-77d8-4b60-a0e2-2a8f7f6c2eb2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:45.099Z [qtp2045766957-60] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=81d7bc94-77d8-4b60-a0e2-2a8f7f6c2eb2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:45.099Z [qtp2045766957-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=81d7bc94-77d8-4b60-a0e2-2a8f7f6c2eb2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:45.100Z [qtp2045766957-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=81d7bc94-77d8-4b60-a0e2-2a8f7f6c2eb2 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=105 EndTimestamp=2021-07-07T00:21:45.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:44.995Z InvocationID=e84c9007-0c46-4eaf-aec9-18b002ea770e ResponseDesc=Internal Server Error 2021-07-07T00:21:45.795Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bb16bc33-3408-4cf0-99f2-c389d6497349 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:45.795Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:45.795Z InvocationID=10a25a3b-0c51-47ed-be38-0f918032dab8 2021-07-07T00:21:45.886Z [qtp2045766957-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bb16bc33-3408-4cf0-99f2-c389d6497349 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:45.891Z [qtp2045766957-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bb16bc33-3408-4cf0-99f2-c389d6497349 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:45.896Z [qtp2045766957-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=bb16bc33-3408-4cf0-99f2-c389d6497349 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:45.896Z [qtp2045766957-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bb16bc33-3408-4cf0-99f2-c389d6497349 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:45.897Z [qtp2045766957-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=bb16bc33-3408-4cf0-99f2-c389d6497349 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=102 EndTimestamp=2021-07-07T00:21:45.897Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:45.795Z InvocationID=a101f44c-0927-4d4a-8f67-183280d57350 ResponseDesc=Internal Server Error 2021-07-07T00:21:46.573Z [qtp2045766957-62] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d4c675d8-e7b4-4b43-a103-3e9edb2fd0d1 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:46.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:46.573Z InvocationID=4e5037a6-13ec-407a-addf-2daba073d000 2021-07-07T00:21:46.587Z [qtp2045766957-62] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d4c675d8-e7b4-4b43-a103-3e9edb2fd0d1 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:46.595Z [qtp2045766957-62] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d4c675d8-e7b4-4b43-a103-3e9edb2fd0d1 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:46.684Z [qtp2045766957-62] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d4c675d8-e7b4-4b43-a103-3e9edb2fd0d1 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:46.684Z [qtp2045766957-62] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d4c675d8-e7b4-4b43-a103-3e9edb2fd0d1 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:46.685Z [qtp2045766957-62] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d4c675d8-e7b4-4b43-a103-3e9edb2fd0d1 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=111 EndTimestamp=2021-07-07T00:21:46.684Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:46.573Z InvocationID=71de4b21-7116-430d-9716-a7ce697cee8a ResponseDesc=Internal Server Error 2021-07-07T00:21:46.788Z [qtp2045766957-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=baa93c82-2c08-4440-8027-ccbf78010ee3 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:46.787Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:46.787Z InvocationID=1e4ea012-0143-4c09-be22-f3282c109dbb 2021-07-07T00:21:46.795Z [qtp2045766957-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=baa93c82-2c08-4440-8027-ccbf78010ee3 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:46.799Z [qtp2045766957-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=baa93c82-2c08-4440-8027-ccbf78010ee3 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:46.886Z [qtp2045766957-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=baa93c82-2c08-4440-8027-ccbf78010ee3 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:46.886Z [qtp2045766957-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=baa93c82-2c08-4440-8027-ccbf78010ee3 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:46.887Z [qtp2045766957-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=baa93c82-2c08-4440-8027-ccbf78010ee3 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=100 EndTimestamp=2021-07-07T00:21:46.887Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:46.787Z InvocationID=75c9555a-1db7-4e77-9c4a-5a206c49cd98 ResponseDesc=Internal Server Error 2021-07-07T00:21:47.493Z [qtp2045766957-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1fa4f55b-b360-4c6d-b0e2-e9b68f9b9850 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:47.492Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:47.492Z InvocationID=e072da69-cc13-4ed2-ad00-cab1ecffff60 2021-07-07T00:21:47.497Z [qtp2045766957-49] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1fa4f55b-b360-4c6d-b0e2-e9b68f9b9850 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:47.586Z [qtp2045766957-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1fa4f55b-b360-4c6d-b0e2-e9b68f9b9850 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:47.591Z [qtp2045766957-49] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1fa4f55b-b360-4c6d-b0e2-e9b68f9b9850 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:47.591Z [qtp2045766957-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1fa4f55b-b360-4c6d-b0e2-e9b68f9b9850 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:47.592Z [qtp2045766957-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1fa4f55b-b360-4c6d-b0e2-e9b68f9b9850 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=99 EndTimestamp=2021-07-07T00:21:47.591Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:47.492Z InvocationID=f2291cdc-a6a1-49b4-a8c3-013631e67b05 ResponseDesc=Internal Server Error 2021-07-07T00:21:48.392Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d6cc7f0b-52c4-4741-b5f6-844fd95bd691 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:48.392Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:48.392Z InvocationID=292db016-990b-44ca-8849-1748c4c0e4f7 2021-07-07T00:21:48.400Z [qtp2045766957-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d6cc7f0b-52c4-4741-b5f6-844fd95bd691 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:48.487Z [qtp2045766957-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d6cc7f0b-52c4-4741-b5f6-844fd95bd691 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:48.492Z [qtp2045766957-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d6cc7f0b-52c4-4741-b5f6-844fd95bd691 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:48.492Z [qtp2045766957-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d6cc7f0b-52c4-4741-b5f6-844fd95bd691 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:48.493Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d6cc7f0b-52c4-4741-b5f6-844fd95bd691 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=100 EndTimestamp=2021-07-07T00:21:48.492Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:48.392Z InvocationID=2a72444f-9d85-45ab-86c3-ba15dc686326 ResponseDesc=Internal Server Error 2021-07-07T00:21:49.388Z [qtp2045766957-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=369de890-d5c1-45d0-8296-aa6a6ee68526 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:49.388Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:49.388Z InvocationID=fb0695ee-12ea-4373-a412-3ac76944315f 2021-07-07T00:21:49.393Z [qtp2045766957-48] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=369de890-d5c1-45d0-8296-aa6a6ee68526 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:49.398Z [qtp2045766957-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=369de890-d5c1-45d0-8296-aa6a6ee68526 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:49.487Z [qtp2045766957-48] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=369de890-d5c1-45d0-8296-aa6a6ee68526 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:49.487Z [qtp2045766957-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=369de890-d5c1-45d0-8296-aa6a6ee68526 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:49.488Z [qtp2045766957-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=369de890-d5c1-45d0-8296-aa6a6ee68526 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=100 EndTimestamp=2021-07-07T00:21:49.488Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:49.388Z InvocationID=08048df6-9b1b-471e-9ed2-5bf478965e71 ResponseDesc=Internal Server Error 2021-07-07T00:21:50.595Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e12bbf61-9473-4447-a7d4-b2b37b561f19 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:50.595Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:50.595Z InvocationID=ebb636c7-0bad-4d87-808f-97e415b56be3 2021-07-07T00:21:50.687Z [qtp2045766957-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e12bbf61-9473-4447-a7d4-b2b37b561f19 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:50.691Z [qtp2045766957-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e12bbf61-9473-4447-a7d4-b2b37b561f19 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:50.696Z [qtp2045766957-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e12bbf61-9473-4447-a7d4-b2b37b561f19 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:50.696Z [qtp2045766957-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e12bbf61-9473-4447-a7d4-b2b37b561f19 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:50.697Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e12bbf61-9473-4447-a7d4-b2b37b561f19 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=102 EndTimestamp=2021-07-07T00:21:50.697Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:50.595Z InvocationID=f888e23f-e764-449c-adc2-21de9f43f795 ResponseDesc=Internal Server Error 2021-07-07T00:21:51.395Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=acfcd062-fcd5-4f58-8721-49af005dcbfb InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:51.395Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:51.395Z InvocationID=06a61a1c-aac0-4b65-9df1-31d280849235 2021-07-07T00:21:51.487Z [qtp2045766957-51] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=acfcd062-fcd5-4f58-8721-49af005dcbfb InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:51.492Z [qtp2045766957-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=acfcd062-fcd5-4f58-8721-49af005dcbfb InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:51.496Z [qtp2045766957-51] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=acfcd062-fcd5-4f58-8721-49af005dcbfb InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:51.496Z [qtp2045766957-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=acfcd062-fcd5-4f58-8721-49af005dcbfb InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:51.497Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=acfcd062-fcd5-4f58-8721-49af005dcbfb InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=102 EndTimestamp=2021-07-07T00:21:51.497Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:51.395Z InvocationID=bd6653f2-13ff-4a9e-b42c-5add885b905c ResponseDesc=Internal Server Error 2021-07-07T00:21:52.397Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=11754f1b-fc4c-4cff-8f49-5a032d04e64f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:52.396Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:52.396Z InvocationID=4bf85fca-9300-4e1d-9548-a6deab4d19f7 2021-07-07T00:21:52.402Z [qtp2045766957-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=11754f1b-fc4c-4cff-8f49-5a032d04e64f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:52.406Z [qtp2045766957-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=11754f1b-fc4c-4cff-8f49-5a032d04e64f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:52.486Z [qtp2045766957-46] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=11754f1b-fc4c-4cff-8f49-5a032d04e64f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:52.487Z [qtp2045766957-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=11754f1b-fc4c-4cff-8f49-5a032d04e64f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:52.488Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=11754f1b-fc4c-4cff-8f49-5a032d04e64f InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=92 EndTimestamp=2021-07-07T00:21:52.488Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:52.396Z InvocationID=2fdd5bf7-962b-4ad5-923f-6a3b6fc33614 ResponseDesc=Internal Server Error 2021-07-07T00:21:53.289Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=948e6c0e-8fb1-4ba5-bcda-4e73d02b4345 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:53.288Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:53.288Z InvocationID=e0aa8c4a-83b6-44f2-8406-7914e57f1b35 2021-07-07T00:21:53.294Z [qtp2045766957-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=948e6c0e-8fb1-4ba5-bcda-4e73d02b4345 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:53.298Z [qtp2045766957-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=948e6c0e-8fb1-4ba5-bcda-4e73d02b4345 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:53.302Z [qtp2045766957-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=948e6c0e-8fb1-4ba5-bcda-4e73d02b4345 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:53.302Z [qtp2045766957-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=948e6c0e-8fb1-4ba5-bcda-4e73d02b4345 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:53.303Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=948e6c0e-8fb1-4ba5-bcda-4e73d02b4345 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=14 EndTimestamp=2021-07-07T00:21:53.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:53.288Z InvocationID=95dbcb8f-9b8b-4502-b9c1-f5941b2bc59e ResponseDesc=Internal Server Error 2021-07-07T00:21:54.195Z [qtp2045766957-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bfdc66f4-03ac-41d6-acb5-270500478706 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:54.195Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:54.195Z InvocationID=97193229-b0ee-4bb5-8f83-7ee4580e7dad 2021-07-07T00:21:54.200Z [qtp2045766957-59] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bfdc66f4-03ac-41d6-acb5-270500478706 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:54.205Z [qtp2045766957-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bfdc66f4-03ac-41d6-acb5-270500478706 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:54.209Z [qtp2045766957-59] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=bfdc66f4-03ac-41d6-acb5-270500478706 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:54.209Z [qtp2045766957-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bfdc66f4-03ac-41d6-acb5-270500478706 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:54.210Z [qtp2045766957-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=bfdc66f4-03ac-41d6-acb5-270500478706 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=14 EndTimestamp=2021-07-07T00:21:54.209Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:54.195Z InvocationID=33133403-ccf0-4e08-881f-fd6247d8973e ResponseDesc=Internal Server Error 2021-07-07T00:21:54.994Z [qtp2045766957-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=59bb85c4-63d4-4380-80c1-305f7ece40de InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:54.993Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:54.993Z InvocationID=7843f9ed-8f12-4670-bbe6-0249e5eaa5bf 2021-07-07T00:21:55.000Z [qtp2045766957-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=59bb85c4-63d4-4380-80c1-305f7ece40de InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:55.087Z [qtp2045766957-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=59bb85c4-63d4-4380-80c1-305f7ece40de InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:55.091Z [qtp2045766957-50] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=59bb85c4-63d4-4380-80c1-305f7ece40de InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:55.091Z [qtp2045766957-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=59bb85c4-63d4-4380-80c1-305f7ece40de InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:55.092Z [qtp2045766957-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=59bb85c4-63d4-4380-80c1-305f7ece40de InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=99 EndTimestamp=2021-07-07T00:21:55.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:54.993Z InvocationID=bd48ca90-2f81-4c02-b255-257e264dea9f ResponseDesc=Internal Server Error 2021-07-07T00:21:55.804Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=69b18cb6-a6df-4586-bbbe-f41e6689374c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:55.803Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:55.803Z InvocationID=544092f3-1a0d-4fa7-96c8-8c054ac7faf5 2021-07-07T00:21:55.887Z [qtp2045766957-57] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=69b18cb6-a6df-4586-bbbe-f41e6689374c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:55.892Z [qtp2045766957-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=69b18cb6-a6df-4586-bbbe-f41e6689374c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:55.896Z [qtp2045766957-57] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=69b18cb6-a6df-4586-bbbe-f41e6689374c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:55.896Z [qtp2045766957-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=69b18cb6-a6df-4586-bbbe-f41e6689374c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:55.897Z [qtp2045766957-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=69b18cb6-a6df-4586-bbbe-f41e6689374c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=94 EndTimestamp=2021-07-07T00:21:55.897Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:55.803Z InvocationID=f8ad9f77-99fc-4ee0-a298-b3c9d5c37d1d ResponseDesc=Internal Server Error 2021-07-07T00:21:56.572Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e2dd5324-b5ed-4152-afa1-f7c729618bf4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:56.572Z InvocationID=cadac37e-a8ee-4f41-9d61-c179afaeec87 2021-07-07T00:21:56.589Z [qtp2045766957-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e2dd5324-b5ed-4152-afa1-f7c729618bf4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:56.594Z [qtp2045766957-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e2dd5324-b5ed-4152-afa1-f7c729618bf4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:56.688Z [qtp2045766957-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e2dd5324-b5ed-4152-afa1-f7c729618bf4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:56.688Z [qtp2045766957-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e2dd5324-b5ed-4152-afa1-f7c729618bf4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:56.689Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e2dd5324-b5ed-4152-afa1-f7c729618bf4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=117 EndTimestamp=2021-07-07T00:21:56.689Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:56.572Z InvocationID=23640927-e5cc-4315-a609-f549d54c946f ResponseDesc=Internal Server Error 2021-07-07T00:21:56.701Z [qtp2045766957-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=33e06ece-256d-4451-ab47-48beaa223073 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:56.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:56.701Z InvocationID=d118119b-70b3-470d-9cae-f12c3d02d054 2021-07-07T00:21:56.786Z [qtp2045766957-61] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=33e06ece-256d-4451-ab47-48beaa223073 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:56.793Z [qtp2045766957-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=33e06ece-256d-4451-ab47-48beaa223073 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:56.797Z [qtp2045766957-61] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=33e06ece-256d-4451-ab47-48beaa223073 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:56.797Z [qtp2045766957-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=33e06ece-256d-4451-ab47-48beaa223073 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:56.798Z [qtp2045766957-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=33e06ece-256d-4451-ab47-48beaa223073 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=96 EndTimestamp=2021-07-07T00:21:56.797Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:56.701Z InvocationID=835f526a-b7e4-4099-a05f-b86d3912e4ef ResponseDesc=Internal Server Error 2021-07-07T00:21:57.704Z [qtp2045766957-62] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=11697fa2-b7f8-4b4e-ae69-172f40f6ba6c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:57.704Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:57.704Z InvocationID=0a8318b1-24ff-4517-82d0-7f464ad01721 2021-07-07T00:21:57.787Z [qtp2045766957-62] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=11697fa2-b7f8-4b4e-ae69-172f40f6ba6c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:57.792Z [qtp2045766957-62] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=11697fa2-b7f8-4b4e-ae69-172f40f6ba6c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:57.796Z [qtp2045766957-62] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=11697fa2-b7f8-4b4e-ae69-172f40f6ba6c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:57.796Z [qtp2045766957-62] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=11697fa2-b7f8-4b4e-ae69-172f40f6ba6c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:57.797Z [qtp2045766957-62] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=11697fa2-b7f8-4b4e-ae69-172f40f6ba6c InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=93 EndTimestamp=2021-07-07T00:21:57.797Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:57.704Z InvocationID=ee95c684-eea0-4545-952f-3fe8552243fb ResponseDesc=Internal Server Error 2021-07-07T00:21:58.687Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a8359a99-08d7-41c7-90e8-30b8df8bc096 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:58.687Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:58.687Z InvocationID=6ec2676d-f06f-4212-8c6a-ac1c590a3a47 2021-07-07T00:21:58.693Z [qtp2045766957-52] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a8359a99-08d7-41c7-90e8-30b8df8bc096 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:58.698Z [qtp2045766957-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a8359a99-08d7-41c7-90e8-30b8df8bc096 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:58.790Z [qtp2045766957-52] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a8359a99-08d7-41c7-90e8-30b8df8bc096 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:58.790Z [qtp2045766957-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a8359a99-08d7-41c7-90e8-30b8df8bc096 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:58.790Z [qtp2045766957-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a8359a99-08d7-41c7-90e8-30b8df8bc096 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=103 EndTimestamp=2021-07-07T00:21:58.790Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:58.687Z InvocationID=95980bfe-b0f5-418d-8aab-f1fd31abc443 ResponseDesc=Internal Server Error 2021-07-07T00:21:59.589Z [qtp2045766957-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=813b89de-6902-44f5-98ec-979e80723aab InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:21:59.589Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:59.589Z InvocationID=1ba596b9-da1f-4ebe-b1f9-7c9f91051b94 2021-07-07T00:21:59.595Z [qtp2045766957-49] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=813b89de-6902-44f5-98ec-979e80723aab InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:59.691Z [qtp2045766957-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=813b89de-6902-44f5-98ec-979e80723aab InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:59.696Z [qtp2045766957-49] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=813b89de-6902-44f5-98ec-979e80723aab InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:59.697Z [qtp2045766957-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=813b89de-6902-44f5-98ec-979e80723aab InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:21:59.697Z [qtp2045766957-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=813b89de-6902-44f5-98ec-979e80723aab InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=108 EndTimestamp=2021-07-07T00:21:59.697Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:21:59.589Z InvocationID=d9d46d13-896c-4fd1-9521-18d6d0e6720d ResponseDesc=Internal Server Error 2021-07-07T00:22:00.503Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f4e83ac0-c2ef-4904-a79c-013fc235cc3a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:22:00.502Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:00.502Z InvocationID=20296dbe-8ac0-4912-a0f7-5ca1c8b69b91 2021-07-07T00:22:00.587Z [qtp2045766957-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f4e83ac0-c2ef-4904-a79c-013fc235cc3a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:00.592Z [qtp2045766957-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f4e83ac0-c2ef-4904-a79c-013fc235cc3a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:00.596Z [qtp2045766957-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f4e83ac0-c2ef-4904-a79c-013fc235cc3a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:00.596Z [qtp2045766957-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f4e83ac0-c2ef-4904-a79c-013fc235cc3a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:00.596Z [qtp2045766957-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f4e83ac0-c2ef-4904-a79c-013fc235cc3a InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=94 EndTimestamp=2021-07-07T00:22:00.596Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:00.502Z InvocationID=05d85b39-2c63-4b78-bd78-0c323fe1e854 ResponseDesc=Internal Server Error 2021-07-07T00:22:01.301Z [qtp2045766957-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=49b5dd1d-2cb4-4068-a973-2f28985359ef InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:22:01.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:01.300Z InvocationID=96731784-a332-4a92-98df-1b2310843f29 2021-07-07T00:22:01.386Z [qtp2045766957-48] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=49b5dd1d-2cb4-4068-a973-2f28985359ef InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:01.392Z [qtp2045766957-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=49b5dd1d-2cb4-4068-a973-2f28985359ef InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:01.396Z [qtp2045766957-48] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=49b5dd1d-2cb4-4068-a973-2f28985359ef InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:01.396Z [qtp2045766957-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=49b5dd1d-2cb4-4068-a973-2f28985359ef InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:01.397Z [qtp2045766957-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=49b5dd1d-2cb4-4068-a973-2f28985359ef InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=97 EndTimestamp=2021-07-07T00:22:01.397Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:01.300Z InvocationID=79d3bcbf-ceb4-42ae-a3f9-d02eb8cbd60e ResponseDesc=Internal Server Error 2021-07-07T00:22:02.291Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=19e612db-2e20-49b9-9b33-4f6aec768571 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:22:02.291Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:02.291Z InvocationID=4d84cd13-16ac-42e0-a1d3-5b0254cae84b 2021-07-07T00:22:02.387Z [qtp2045766957-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=19e612db-2e20-49b9-9b33-4f6aec768571 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:02.392Z [qtp2045766957-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=19e612db-2e20-49b9-9b33-4f6aec768571 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:02.395Z [qtp2045766957-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=19e612db-2e20-49b9-9b33-4f6aec768571 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:02.395Z [qtp2045766957-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=19e612db-2e20-49b9-9b33-4f6aec768571 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:02.396Z [qtp2045766957-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=19e612db-2e20-49b9-9b33-4f6aec768571 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=105 EndTimestamp=2021-07-07T00:22:02.396Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:02.291Z InvocationID=0acb54e3-1e57-4df2-8cc7-3b701a792ce9 ResponseDesc=Internal Server Error 2021-07-07T00:22:03.190Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b291f3ad-bf6b-46f2-aa34-cfa54dcea749 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:22:03.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:03.190Z InvocationID=e2f62a29-3222-4e57-afd1-dcba7e69342e 2021-07-07T00:22:03.196Z [qtp2045766957-51] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b291f3ad-bf6b-46f2-aa34-cfa54dcea749 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:03.201Z [qtp2045766957-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b291f3ad-bf6b-46f2-aa34-cfa54dcea749 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:03.206Z [qtp2045766957-51] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b291f3ad-bf6b-46f2-aa34-cfa54dcea749 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:03.206Z [qtp2045766957-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b291f3ad-bf6b-46f2-aa34-cfa54dcea749 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:03.207Z [qtp2045766957-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b291f3ad-bf6b-46f2-aa34-cfa54dcea749 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=16 EndTimestamp=2021-07-07T00:22:03.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:03.190Z InvocationID=ba767c9f-cafa-402f-9354-9bd03902e6d3 ResponseDesc=Internal Server Error 2021-07-07T00:22:03.989Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=261113d0-13c4-4375-a38a-4e4da9702519 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:22:03.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:03.989Z InvocationID=c9507618-23f7-48c9-a6e1-9c39638eec42 2021-07-07T00:22:03.995Z [qtp2045766957-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=261113d0-13c4-4375-a38a-4e4da9702519 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:04.000Z [qtp2045766957-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=261113d0-13c4-4375-a38a-4e4da9702519 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:04.089Z [qtp2045766957-46] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=261113d0-13c4-4375-a38a-4e4da9702519 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:04.089Z [qtp2045766957-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=261113d0-13c4-4375-a38a-4e4da9702519 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:04.090Z [qtp2045766957-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=261113d0-13c4-4375-a38a-4e4da9702519 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=101 EndTimestamp=2021-07-07T00:22:04.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:03.989Z InvocationID=93efdaff-af22-4976-ae47-cde9daf33902 ResponseDesc=Internal Server Error 2021-07-07T00:22:04.904Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f495734f-fa0a-498c-a769-ee16b5c4ed93 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:22:04.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:04.904Z InvocationID=7b6ecf72-3ef2-4e35-9476-af4c0b67c73a 2021-07-07T00:22:04.987Z [qtp2045766957-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f495734f-fa0a-498c-a769-ee16b5c4ed93 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:04.992Z [qtp2045766957-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f495734f-fa0a-498c-a769-ee16b5c4ed93 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:04.997Z [qtp2045766957-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f495734f-fa0a-498c-a769-ee16b5c4ed93 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:04.997Z [qtp2045766957-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f495734f-fa0a-498c-a769-ee16b5c4ed93 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:04.998Z [qtp2045766957-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f495734f-fa0a-498c-a769-ee16b5c4ed93 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=94 EndTimestamp=2021-07-07T00:22:04.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:04.904Z InvocationID=4efb9f39-c444-4825-883c-a5ba02d8e8ef ResponseDesc=Internal Server Error 2021-07-07T00:22:05.998Z [qtp2045766957-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a08e4f80-7f48-41b0-a13f-835719886685 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:22:05.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:05.998Z InvocationID=4f9da342-3f89-4226-b69e-f0df6d27100c 2021-07-07T00:22:06.085Z [qtp2045766957-59] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a08e4f80-7f48-41b0-a13f-835719886685 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:06.091Z [qtp2045766957-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a08e4f80-7f48-41b0-a13f-835719886685 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:06.096Z [qtp2045766957-59] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a08e4f80-7f48-41b0-a13f-835719886685 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:06.096Z [qtp2045766957-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a08e4f80-7f48-41b0-a13f-835719886685 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:06.096Z [qtp2045766957-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a08e4f80-7f48-41b0-a13f-835719886685 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=98 EndTimestamp=2021-07-07T00:22:06.096Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:05.998Z InvocationID=fb713eb8-ef24-416e-b1c3-90d49ca0f84f ResponseDesc=Internal Server Error 2021-07-07T00:22:06.572Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6a0961df-26b8-42ec-922d-8d50945e3410 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:22:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:06.572Z InvocationID=4556d59d-e1b3-4b91-88b0-300b9a382cd7 2021-07-07T00:22:06.589Z [qtp2045766957-58] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6a0961df-26b8-42ec-922d-8d50945e3410 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:06.593Z [qtp2045766957-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6a0961df-26b8-42ec-922d-8d50945e3410 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:06.597Z [qtp2045766957-58] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6a0961df-26b8-42ec-922d-8d50945e3410 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:06.597Z [qtp2045766957-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6a0961df-26b8-42ec-922d-8d50945e3410 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:06.597Z [qtp2045766957-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6a0961df-26b8-42ec-922d-8d50945e3410 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=25 EndTimestamp=2021-07-07T00:22:06.597Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:06.572Z InvocationID=a2128d12-cb93-4704-99df-973aa8aa8590 ResponseDesc=Internal Server Error 2021-07-07T00:22:06.899Z [qtp2045766957-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=30cb2b80-980a-4b2b-bda7-f5cf7bffbfe4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:22:06.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:06.899Z InvocationID=ed17b293-36f2-43ab-bcae-a0c79d00bb40 2021-07-07T00:22:06.987Z [qtp2045766957-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=30cb2b80-980a-4b2b-bda7-f5cf7bffbfe4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:06.998Z [qtp2045766957-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=30cb2b80-980a-4b2b-bda7-f5cf7bffbfe4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:07.005Z [qtp2045766957-50] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=30cb2b80-980a-4b2b-bda7-f5cf7bffbfe4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:07.005Z [qtp2045766957-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=30cb2b80-980a-4b2b-bda7-f5cf7bffbfe4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:07.006Z [qtp2045766957-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=30cb2b80-980a-4b2b-bda7-f5cf7bffbfe4 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=107 EndTimestamp=2021-07-07T00:22:07.006Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:06.899Z InvocationID=64761c9c-7f90-4d52-bf8a-44b460e4c704 ResponseDesc=Internal Server Error 2021-07-07T00:22:07.894Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4f69a8c0-fdae-4e31-b428-1966d95b605e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:22:07.894Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:07.894Z InvocationID=4dbe1428-45f1-4ba9-9815-ffd08e28a148 2021-07-07T00:22:07.901Z [qtp2045766957-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4f69a8c0-fdae-4e31-b428-1966d95b605e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:07.994Z [qtp2045766957-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4f69a8c0-fdae-4e31-b428-1966d95b605e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:07.999Z [qtp2045766957-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4f69a8c0-fdae-4e31-b428-1966d95b605e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:07.999Z [qtp2045766957-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4f69a8c0-fdae-4e31-b428-1966d95b605e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:08.001Z [qtp2045766957-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4f69a8c0-fdae-4e31-b428-1966d95b605e InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=106 EndTimestamp=2021-07-07T00:22:08.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:07.894Z InvocationID=b947ca06-5d71-479a-8c55-ee6b8fd02940 ResponseDesc=Internal Server Error 2021-07-07T00:22:08.791Z [qtp2045766957-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf8cf8c6-dedf-445f-a0c1-97ac9914e773 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=0 EndTimestamp=2021-07-07T00:22:08.791Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:08.791Z InvocationID=eab4f9a3-3bac-465c-9de9-ae1eed623076 2021-07-07T00:22:08.799Z [qtp2045766957-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf8cf8c6-dedf-445f-a0c1-97ac9914e773 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:08.888Z [qtp2045766957-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=cf8cf8c6-dedf-445f-a0c1-97ac9914e773 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:08.892Z [qtp2045766957-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=cf8cf8c6-dedf-445f-a0c1-97ac9914e773 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:08.892Z [qtp2045766957-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=cf8cf8c6-dedf-445f-a0c1-97ac9914e773 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:08.893Z [qtp2045766957-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=cf8cf8c6-dedf-445f-a0c1-97ac9914e773 InstanceID=4039269a-2610-4429-bad2-3cc803f4106c ElapsedTime=102 EndTimestamp=2021-07-07T00:22:08.893Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:08.791Z InvocationID=604e1809-fc8c-4fe0-9218-d0d39f9b0042 ResponseDesc=Internal Server Error 2021-07-07T00:22:25.746Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-07-07T00:22:26.598Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-07-07T00:22:26.873Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-07-07T00:22:26.879Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-07-07T00:22:26.892Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-07-07T00:22:26.900Z [main] INFO c.d.driver.core.SystemProperties com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T00:22:26.900Z [main] INFO c.datastax.driver.core.ClockFactory Using java.lang.System clock to generate timestamps. 2021-07-07T00:22:26.978Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-07-07T00:22:27.056Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-07-07T00:22:29.039Z [main] INFO c.d.d.c.p.DCAwareRoundRobinPolicy Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T00:22:29.041Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T00:22:29.041Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.30.195:9042 added 2021-07-07T00:22:29.041Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T00:22:30.271Z [cluster1-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:22:31.468Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:22:31.507Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:22:31.606Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:22:31.610Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] because it collides with previously registered codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] 2021-07-07T00:22:32.263Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl loaded external testing config {"client":{"enabled":true},"endpoints":["vtp,VTP,true,http://refrepo:8702/onapapi/vnfsdk-marketplace,onap.*","repository,Repository,false,,.*"]} 2021-07-07T00:22:32.267Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl processed external testing config [{"enabled":true,"title":"VTP","url":"http://refrepo:8702/onapapi/vnfsdk-marketplace","id":"vtp","apiKey":null,"scenarioFilter":"onap.*"},{"enabled":false,"title":"Repository","url":"","id":"repository","apiKey":null,"scenarioFilter":".*"}] 2021-07-07T00:22:33.071Z [main] INFO org.apache.cxf.endpoint.ServerImpl Setting the server's publish address to be / 2021-07-07T00:22:33.168Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext initialized in 7419 ms 2021-07-07T00:22:35.451Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:22:35.564Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:22:35.582Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:22:35.952Z [main] INFO o.s.web.servlet.DispatcherServlet Initializing Servlet 'spring-mapper' 2021-07-07T00:22:36.128Z [main] INFO o.s.web.servlet.DispatcherServlet Completed initialization in 176 ms 2021-07-07T00:22:36.436Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6984ee11-9a92-4c89-8025-760b85ac08ef ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:22:36.428Z ElapsedTime=0 EndTimestamp=2021-07-07T00:22:36.428Z InvocationID=2bcb0104-efa5-4f73-bbf0-1854baf56cc3 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:22:36.436Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ac1907df-8c85-4b28-82ec-991f29640bbb ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:22:36.428Z ElapsedTime=0 EndTimestamp=2021-07-07T00:22:36.428Z InvocationID=8e7f74b6-93e7-487a-b772-cfbb64d9d4b5 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:22:36.776Z [qtp817348612-14] INFO c.d.driver.core.SystemProperties RequestID=ac1907df-8c85-4b28-82ec-991f29640bbb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T00:22:36.776Z [qtp817348612-14] INFO c.datastax.driver.core.ClockFactory RequestID=ac1907df-8c85-4b28-82ec-991f29640bbb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using java.lang.System clock to generate timestamps. 2021-07-07T00:22:37.007Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e95af9b6-33df-4c5c-9904-f860c14d791f ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:22:37.006Z ElapsedTime=0 EndTimestamp=2021-07-07T00:22:37.006Z InvocationID=df245106-8be4-4513-b13d-e7fb217c0bfb PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:22:37.088Z [qtp817348612-19] INFO c.d.d.c.p.DCAwareRoundRobinPolicy RequestID=6984ee11-9a92-4c89-8025-760b85ac08ef InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T00:22:37.088Z [qtp817348612-19] INFO com.datastax.driver.core.Cluster RequestID=6984ee11-9a92-4c89-8025-760b85ac08ef InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T00:22:37.088Z [qtp817348612-19] INFO com.datastax.driver.core.Cluster RequestID=6984ee11-9a92-4c89-8025-760b85ac08ef InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.30.195:9042 added 2021-07-07T00:22:37.088Z [qtp817348612-19] INFO com.datastax.driver.core.Cluster RequestID=6984ee11-9a92-4c89-8025-760b85ac08ef InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T00:22:37.279Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=50440890-8e58-4d78-bf18-9bbea3dd6bca ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:22:37.279Z ElapsedTime=0 EndTimestamp=2021-07-07T00:22:37.279Z InvocationID=08199ae5-42ee-4e96-9b7a-3e3939c05259 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:22:40.832Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=08e5d4e1-6469-4cbb-9c49-557e733e8d8c ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:22:40.832Z ElapsedTime=0 EndTimestamp=2021-07-07T00:22:40.832Z InvocationID=cc58d992-e5b7-4925-af2f-d7e9cee9ed1c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:22:41.247Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:22:41.249Z [cluster2-nio-worker-1] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:22:41.249Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:22:41.252Z [cluster2-nio-worker-1] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:22:41.253Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:22:41.344Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:22:41.344Z [cluster2-nio-worker-1] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:22:41.345Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:22:41.346Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:22:41.348Z [qtp817348612-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ac1907df-8c85-4b28-82ec-991f29640bbb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:22:41.349Z [qtp817348612-43] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e95af9b6-33df-4c5c-9904-f860c14d791f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:22:41.385Z [qtp817348612-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6984ee11-9a92-4c89-8025-760b85ac08ef InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:22:41.386Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:22:41.388Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:22:41.389Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:22:41.391Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:22:41.392Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:22:41.392Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:22:41.392Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:22:41.392Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:22:41.393Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:22:41.394Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:22:41.395Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:22:41.395Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:22:41.496Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ac1907df-8c85-4b28-82ec-991f29640bbb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:41.496Z [qtp817348612-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e95af9b6-33df-4c5c-9904-f860c14d791f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:22:41.496Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6984ee11-9a92-4c89-8025-760b85ac08ef InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:22:41.496Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=50440890-8e58-4d78-bf18-9bbea3dd6bca InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:41.589Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=50440890-8e58-4d78-bf18-9bbea3dd6bca InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:41.592Z [qtp817348612-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6984ee11-9a92-4c89-8025-760b85ac08ef InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:41.593Z [qtp817348612-43] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e95af9b6-33df-4c5c-9904-f860c14d791f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:41.593Z [qtp817348612-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e95af9b6-33df-4c5c-9904-f860c14d791f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:41.592Z [qtp817348612-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ac1907df-8c85-4b28-82ec-991f29640bbb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:22:41.596Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ac1907df-8c85-4b28-82ec-991f29640bbb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:22:41.598Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6984ee11-9a92-4c89-8025-760b85ac08ef InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:41.610Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6984ee11-9a92-4c89-8025-760b85ac08ef InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5181 EndTimestamp=2021-07-07T00:22:41.609Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:36.428Z InvocationID=b36e12e1-74dd-4ad4-9161-60a830a6312b ResponseDesc=Internal Server Error 2021-07-07T00:22:41.610Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ac1907df-8c85-4b28-82ec-991f29640bbb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5181 EndTimestamp=2021-07-07T00:22:41.609Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:36.428Z InvocationID=ebc66664-a3d5-43b9-a274-dfdc19edb44a ResponseDesc=Internal Server Error 2021-07-07T00:22:41.611Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e95af9b6-33df-4c5c-9904-f860c14d791f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4603 EndTimestamp=2021-07-07T00:22:41.609Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:37.006Z InvocationID=83211b12-dd3d-405a-8081-3ccd2e1ecbc3 ResponseDesc=Internal Server Error 2021-07-07T00:22:41.688Z [qtp817348612-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=50440890-8e58-4d78-bf18-9bbea3dd6bca InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:41.688Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=50440890-8e58-4d78-bf18-9bbea3dd6bca InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:41.690Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=50440890-8e58-4d78-bf18-9bbea3dd6bca InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4410 EndTimestamp=2021-07-07T00:22:41.689Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:37.279Z InvocationID=e1303b71-ad35-4229-b1d9-e4cf4f6fd9c6 ResponseDesc=Internal Server Error 2021-07-07T00:22:41.794Z [qtp817348612-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=08e5d4e1-6469-4cbb-9c49-557e733e8d8c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:22:41.889Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=08e5d4e1-6469-4cbb-9c49-557e733e8d8c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:41.895Z [qtp817348612-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=08e5d4e1-6469-4cbb-9c49-557e733e8d8c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:41.896Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=08e5d4e1-6469-4cbb-9c49-557e733e8d8c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:41.896Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=08e5d4e1-6469-4cbb-9c49-557e733e8d8c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1064 EndTimestamp=2021-07-07T00:22:41.896Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:40.832Z InvocationID=211cc31d-a6e9-4165-8e23-0d9832c75176 ResponseDesc=Internal Server Error 2021-07-07T00:22:42.276Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7845c5c4-12ab-4589-9774-4f3c5079b58a ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:22:42.276Z ElapsedTime=0 EndTimestamp=2021-07-07T00:22:42.276Z InvocationID=6f18c7b3-a770-4cb9-b5b7-574cf22eca53 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:22:42.289Z [qtp817348612-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7845c5c4-12ab-4589-9774-4f3c5079b58a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:42.295Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7845c5c4-12ab-4589-9774-4f3c5079b58a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:42.389Z [qtp817348612-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=7845c5c4-12ab-4589-9774-4f3c5079b58a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:42.389Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7845c5c4-12ab-4589-9774-4f3c5079b58a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:22:42.393Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7845c5c4-12ab-4589-9774-4f3c5079b58a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=114 EndTimestamp=2021-07-07T00:22:42.390Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:42.276Z InvocationID=92bf6aff-f867-4f41-8a4f-b0b431d2d28b ResponseDesc=Internal Server Error 2021-07-07T00:22:42.808Z [qtp817348612-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2023e15e-8c02-4ff6-993f-016e729e976f ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:22:42.807Z ElapsedTime=0 EndTimestamp=2021-07-07T00:22:42.807Z InvocationID=19175284-b345-48fd-9825-00da4f3bfe42 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:22:43.286Z [qtp817348612-44] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2023e15e-8c02-4ff6-993f-016e729e976f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:22:43.588Z [qtp817348612-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2023e15e-8c02-4ff6-993f-016e729e976f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=780 EndTimestamp=2021-07-07T00:22:43.587Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:42.807Z InvocationID=9b10c896-493f-4eb2-865d-8ed8699c7fda ResponseDesc=OK 2021-07-07T00:22:44.391Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f59401ae-288b-4aee-aa92-2b7da226464f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:22:44.391Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:44.391Z InvocationID=56eee5bb-9e03-4440-9ebe-a5b48a7caacc 2021-07-07T00:22:44.486Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f59401ae-288b-4aee-aa92-2b7da226464f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:22:44.686Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f59401ae-288b-4aee-aa92-2b7da226464f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=295 EndTimestamp=2021-07-07T00:22:44.686Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:44.391Z InvocationID=3a40baf5-fb3f-41b5-a80e-fb9631dd8856 ResponseDesc=OK 2021-07-07T00:22:45.693Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5d04cdd7-1b23-4aa1-8e13-b884e100b21f ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:22:45.692Z ElapsedTime=0 EndTimestamp=2021-07-07T00:22:45.692Z InvocationID=17e2a410-2f09-43cb-b720-8f70725e44ea PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:22:45.885Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5d04cdd7-1b23-4aa1-8e13-b884e100b21f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:22:46.086Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5d04cdd7-1b23-4aa1-8e13-b884e100b21f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=394 EndTimestamp=2021-07-07T00:22:46.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:45.692Z InvocationID=8353b145-429b-4749-8631-2468cde32489 ResponseDesc=OK 2021-07-07T00:22:46.889Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=18570ce2-f348-47ba-8923-7166a6686fa4 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:22:46.889Z ElapsedTime=0 EndTimestamp=2021-07-07T00:22:46.889Z InvocationID=2c4d8466-f742-4985-8073-a23027b75560 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:22:47.083Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=18570ce2-f348-47ba-8923-7166a6686fa4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:22:47.285Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=18570ce2-f348-47ba-8923-7166a6686fa4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=396 EndTimestamp=2021-07-07T00:22:47.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:46.889Z InvocationID=6c5d93e0-c05f-4f1f-b2f2-595f880940cc ResponseDesc=OK 2021-07-07T00:22:48.097Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b809f72-d781-4f9a-b9b2-73a93080086d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:22:48.097Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:48.097Z InvocationID=6ebb7332-7ae3-4fec-97b3-c4c416cef71d 2021-07-07T00:22:51.944Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4a8016b1-f3b0-4905-a336-6a6ae705fd0a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:22:51.944Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:51.944Z InvocationID=c52d2c1c-ff19-47f8-bf31-21b51f266872 2021-07-07T00:22:52.277Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2beab55a-a3ab-48f5-8b87-c34d5218ea13 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:22:52.277Z ElapsedTime=0 EndTimestamp=2021-07-07T00:22:52.277Z InvocationID=7e98d59c-58f0-492e-b358-d2c341405276 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:22:55.638Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3839d8ca-7396-4fa8-858b-7bad02da4782 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:22:55.638Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:55.638Z InvocationID=da712d6f-ce69-4387-8c78-0a6cbec036a5 2021-07-07T00:22:59.528Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d7352a28-755b-4589-8bd0-f9376dc87414 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:22:59.528Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:59.528Z InvocationID=d3361239-ece9-4d24-9416-9213be59b8ea 2021-07-07T00:23:00.125Z [cluster2-timeouter-0] ERROR c.d.driver.core.RequestHandler Unexpected error while querying cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Operation timed out at com.datastax.driver.core.Connection$Future.onTimeout(Connection.java:1526) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:23:00.126Z [cluster2-timeouter-0] ERROR c.d.driver.core.RequestHandler Unexpected error while querying cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Operation timed out at com.datastax.driver.core.Connection$Future.onTimeout(Connection.java:1526) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:23:01.986Z [qtp817348612-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4a8016b1-f3b0-4905-a336-6a6ae705fd0a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:23:02.292Z [qtp817348612-42] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2beab55a-a3ab-48f5-8b87-c34d5218ea13 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:23:03.322Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=39cbde82-792c-42c8-b9ed-cd9828fc9c41 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:03.322Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:03.322Z InvocationID=d49ff668-896a-45f6-aca7-329afd551842 2021-07-07T00:23:06.829Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0a62d8bf-9b83-47b1-9652-aee42d7219c9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:06.829Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:06.829Z InvocationID=e78873a0-3c40-4fea-9949-209a36a505c4 2021-07-07T00:23:07.279Z [qtp817348612-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09fd9bd1-1624-491e-9849-6c51cc2fc373 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:07.279Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:07.279Z InvocationID=7c40eec2-c148-41fb-9807-8549ded5d447 2021-07-07T00:23:07.984Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=39cbde82-792c-42c8-b9ed-cd9828fc9c41 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:09.586Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d7352a28-755b-4589-8bd0-f9376dc87414 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:23:10.186Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b809f72-d781-4f9a-b9b2-73a93080086d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:23:10.187Z [qtp817348612-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3839d8ca-7396-4fa8-858b-7bad02da4782 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:23:10.552Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d498e740-c1e0-4f22-87a9-c4731e651b5e ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:23:10.551Z ElapsedTime=0 EndTimestamp=2021-07-07T00:23:10.551Z InvocationID=f933935f-7356-44b8-b0bb-3051ab14bd5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:23:11.996Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4a8016b1-f3b0-4905-a336-6a6ae705fd0a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:23:12.164Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4a8016b1-f3b0-4905-a336-6a6ae705fd0a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=20220 EndTimestamp=2021-07-07T00:23:12.164Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:51.944Z InvocationID=cf68e147-4985-4a93-b526-2fc3b4ebbd74 ResponseDesc=Internal Server Error 2021-07-07T00:23:12.173Z [qtp817348612-44] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09fd9bd1-1624-491e-9849-6c51cc2fc373 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:12.189Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0a62d8bf-9b83-47b1-9652-aee42d7219c9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:12.247Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=2beab55a-a3ab-48f5-8b87-c34d5218ea13 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=19969 EndTimestamp=2021-07-07T00:23:12.246Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:52.277Z InvocationID=d9652a74-cb6f-4b01-aab8-3f39babacdb1 ResponseDesc=Internal Server Error 2021-07-07T00:23:12.289Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1b809f72-d781-4f9a-b9b2-73a93080086d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=24191 EndTimestamp=2021-07-07T00:23:12.288Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:48.097Z InvocationID=aed8d8e4-54bd-49d8-b188-31ca9e13d114 ResponseDesc=Internal Server Error 2021-07-07T00:23:14.229Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=45fe6d99-d1f1-40d3-96fc-835459b32c2d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:14.228Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:14.228Z InvocationID=d1391ed8-9cd9-45e8-80ea-4a9e30af158a 2021-07-07T00:23:14.804Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d498e740-c1e0-4f22-87a9-c4731e651b5e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:14.886Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=3839d8ca-7396-4fa8-858b-7bad02da4782 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=19248 EndTimestamp=2021-07-07T00:23:14.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:55.638Z InvocationID=dac70c74-11f2-4dd9-847c-35f02d8e4e13 ResponseDesc=Internal Server Error 2021-07-07T00:23:15.293Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d7352a28-755b-4589-8bd0-f9376dc87414 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=15765 EndTimestamp=2021-07-07T00:23:15.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:22:59.528Z InvocationID=56b3d83d-95f8-4e66-b847-cbd4af5dd785 ResponseDesc=Internal Server Error 2021-07-07T00:23:15.299Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=39cbde82-792c-42c8-b9ed-cd9828fc9c41 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=11977 EndTimestamp=2021-07-07T00:23:15.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:03.322Z InvocationID=ba0c48cf-2fbf-4df8-bcb5-ac60ee5801d3 ResponseDesc=OK 2021-07-07T00:23:15.299Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0a62d8bf-9b83-47b1-9652-aee42d7219c9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=8470 EndTimestamp=2021-07-07T00:23:15.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:06.829Z InvocationID=af2aab8d-09a4-4d8c-bf5e-01c18c6e92ac ResponseDesc=OK 2021-07-07T00:23:15.392Z [qtp817348612-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=09fd9bd1-1624-491e-9849-6c51cc2fc373 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=8112 EndTimestamp=2021-07-07T00:23:15.391Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:07.279Z InvocationID=f3f49e85-f82b-455c-bdea-d747a69a60eb ResponseDesc=OK 2021-07-07T00:23:15.402Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=146dc3e8-48a0-4da7-a3b3-969ffe7bb278 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:15.402Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:15.402Z InvocationID=b099a81e-7f70-4ae9-841c-2a9b6c8d65a8 2021-07-07T00:23:16.086Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=45fe6d99-d1f1-40d3-96fc-835459b32c2d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:16.572Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0fb8f969-de05-4e7d-b272-fbd2f95d4cdd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:16.572Z InvocationID=dfdc90b2-65d9-4dea-9cd0-48468b599055 2021-07-07T00:23:18.024Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7d2d5b5a-185e-4b50-bd39-999aba355de3 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:23:18.024Z ElapsedTime=0 EndTimestamp=2021-07-07T00:23:18.024Z InvocationID=3ce6fe15-c174-46ae-a948-84faf7e3f9f1 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:23:20.944Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=146dc3e8-48a0-4da7-a3b3-969ffe7bb278 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:20.983Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7d2d5b5a-185e-4b50-bd39-999aba355de3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:21.724Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9b435198-7e7a-4716-985a-bd25fe548954 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:21.724Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:21.724Z InvocationID=432a999a-faa5-4056-a512-7d7fe277f19e 2021-07-07T00:23:23.925Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7780b1c0-d50b-47b8-8c55-7e179cd57125 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:23:23.925Z ElapsedTime=0 EndTimestamp=2021-07-07T00:23:23.925Z InvocationID=c94686cc-24ca-4965-9c6a-6dc702161963 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:23:25.420Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=08cb492f-363b-466e-a38d-ee0bc71dd610 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:25.420Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:25.420Z InvocationID=e51f342c-9ae7-4254-9d7f-667bb558785d 2021-07-07T00:23:26.826Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d498e740-c1e0-4f22-87a9-c4731e651b5e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:23:27.250Z [qtp817348612-42] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=45fe6d99-d1f1-40d3-96fc-835459b32c2d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:23:27.250Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0fb8f969-de05-4e7d-b272-fbd2f95d4cdd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:23:27.250Z [qtp817348612-42] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=45fe6d99-d1f1-40d3-96fc-835459b32c2d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:23:27.252Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=45fe6d99-d1f1-40d3-96fc-835459b32c2d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=13023 EndTimestamp=2021-07-07T00:23:27.251Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:14.228Z InvocationID=04aca2a2-463f-472b-bb8a-8288db9d52ee ResponseDesc=Internal Server Error 2021-07-07T00:23:27.452Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7780b1c0-d50b-47b8-8c55-7e179cd57125 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:27.503Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=146dc3e8-48a0-4da7-a3b3-969ffe7bb278 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=12101 EndTimestamp=2021-07-07T00:23:27.503Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:15.402Z InvocationID=bcab4732-f04f-4ed7-9204-73f9129e5200 ResponseDesc=OK 2021-07-07T00:23:27.885Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9b435198-7e7a-4716-985a-bd25fe548954 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:27.886Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d498e740-c1e0-4f22-87a9-c4731e651b5e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=17335 EndTimestamp=2021-07-07T00:23:27.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:10.551Z InvocationID=f8ffd907-b723-4cd7-87b9-00c0ac9c0c5a ResponseDesc=Internal Server Error 2021-07-07T00:23:27.893Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0fb8f969-de05-4e7d-b272-fbd2f95d4cdd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=11321 EndTimestamp=2021-07-07T00:23:27.893Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:16.572Z InvocationID=b403793f-8862-4007-8458-c46ee1081012 ResponseDesc=Internal Server Error 2021-07-07T00:23:27.898Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fd5905b5-8ad7-450e-bf34-16620cfc2165 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:27.897Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:27.897Z InvocationID=b794115a-8ce2-41b3-8558-b824756ca6df 2021-07-07T00:23:28.387Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7d2d5b5a-185e-4b50-bd39-999aba355de3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=10363 EndTimestamp=2021-07-07T00:23:28.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:18.024Z InvocationID=9008e4ec-5415-445f-a58e-68c232680534 ResponseDesc=OK 2021-07-07T00:23:29.434Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2ae30333-7c93-478e-a47a-5ea127344360 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:29.434Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:29.434Z InvocationID=b77490ff-b3a6-4000-abd4-4d3993ce8729 2021-07-07T00:23:29.702Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fd5905b5-8ad7-450e-bf34-16620cfc2165 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:32.180Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=08cb492f-363b-466e-a38d-ee0bc71dd610 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:32.181Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7780b1c0-d50b-47b8-8c55-7e179cd57125 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=8255 EndTimestamp=2021-07-07T00:23:32.180Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:23.925Z InvocationID=55a4dbd3-c342-41ec-bc32-49921bd78d3c ResponseDesc=OK 2021-07-07T00:23:32.186Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2ae30333-7c93-478e-a47a-5ea127344360 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:32.288Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=08cb492f-363b-466e-a38d-ee0bc71dd610 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=6868 EndTimestamp=2021-07-07T00:23:32.288Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:25.420Z InvocationID=3298dd84-4383-48d5-bc17-f0119c998548 ResponseDesc=OK 2021-07-07T00:23:32.291Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9b435198-7e7a-4716-985a-bd25fe548954 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=10566 EndTimestamp=2021-07-07T00:23:32.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:21.724Z InvocationID=6cf884a4-c4a1-411f-aa22-4b7b4f246429 ResponseDesc=OK 2021-07-07T00:23:33.226Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0ee96f7c-4ad2-432c-b94f-48473729797d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:33.226Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:33.226Z InvocationID=33ad1abc-1a5f-4b5e-8f2e-d3db69ae8c7e 2021-07-07T00:23:33.924Z [qtp817348612-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2bb735d3-4188-4700-bc9d-4da6c8213f59 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:33.924Z InvocationID=0b0e9288-9195-49af-b06b-d3056eaa3f7b 2021-07-07T00:23:34.088Z [qtp817348612-44] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2bb735d3-4188-4700-bc9d-4da6c8213f59 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:34.786Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2ae30333-7c93-478e-a47a-5ea127344360 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5352 EndTimestamp=2021-07-07T00:23:34.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:29.434Z InvocationID=92a24b62-ec9b-49dd-b8c5-515ce56f709e ResponseDesc=OK 2021-07-07T00:23:34.850Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0ee96f7c-4ad2-432c-b94f-48473729797d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:34.865Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fd5905b5-8ad7-450e-bf34-16620cfc2165 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=6968 EndTimestamp=2021-07-07T00:23:34.865Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:27.897Z InvocationID=85a50d5a-0788-457d-a997-fe5cba65d1d6 ResponseDesc=OK 2021-07-07T00:23:34.892Z [qtp817348612-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2bb735d3-4188-4700-bc9d-4da6c8213f59 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=968 EndTimestamp=2021-07-07T00:23:34.892Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:33.924Z InvocationID=325650db-2ead-4b24-af30-b8e89684dc1e ResponseDesc=OK 2021-07-07T00:23:36.572Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7f656efd-73c7-48ce-acbd-bed3f0b5eaa0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:36.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:36.572Z InvocationID=c0ddf9f9-69f8-404f-a4ac-56593c6134f5 2021-07-07T00:23:36.985Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7f656efd-73c7-48ce-acbd-bed3f0b5eaa0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:37.111Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0ee96f7c-4ad2-432c-b94f-48473729797d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3885 EndTimestamp=2021-07-07T00:23:37.111Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:33.226Z InvocationID=26a1a23c-680c-4911-a6eb-47d8dc9231a7 ResponseDesc=OK 2021-07-07T00:23:37.128Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=21e64cbd-827e-4397-86f5-9330d27b49f2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:37.128Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:37.128Z InvocationID=e317a0e5-a44e-4445-9ee0-87344a073b7f 2021-07-07T00:23:37.795Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7f656efd-73c7-48ce-acbd-bed3f0b5eaa0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1223 EndTimestamp=2021-07-07T00:23:37.795Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:36.572Z InvocationID=a41dc73b-f355-415b-b0ca-423ec632f4a4 ResponseDesc=OK 2021-07-07T00:23:37.797Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=21e64cbd-827e-4397-86f5-9330d27b49f2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:38.086Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=21e64cbd-827e-4397-86f5-9330d27b49f2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=957 EndTimestamp=2021-07-07T00:23:38.085Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:37.128Z InvocationID=9ddfc9ee-a55d-4bef-b45a-43e739745f7b ResponseDesc=OK 2021-07-07T00:23:38.892Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f7346ccc-14aa-45a4-bba4-e7b09aaf3f17 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:38.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:38.892Z InvocationID=87de4da8-fff8-4913-a784-5c3ed4010865 2021-07-07T00:23:39.085Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f7346ccc-14aa-45a4-bba4-e7b09aaf3f17 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:39.686Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f7346ccc-14aa-45a4-bba4-e7b09aaf3f17 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=794 EndTimestamp=2021-07-07T00:23:39.686Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:38.892Z InvocationID=6b9d8ad2-4d01-4a2f-b2f8-0e63b2e35531 ResponseDesc=OK 2021-07-07T00:23:40.397Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=045aa681-d73d-45f0-8b84-b36a84136df6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:40.396Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:40.396Z InvocationID=2ea30a3d-2ef9-4f77-9adf-1c9a19129d66 2021-07-07T00:23:40.586Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=045aa681-d73d-45f0-8b84-b36a84136df6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:41.611Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=045aa681-d73d-45f0-8b84-b36a84136df6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1214 EndTimestamp=2021-07-07T00:23:41.610Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:40.396Z InvocationID=80478a0a-b8c0-457c-8e1b-206e19f146aa ResponseDesc=OK 2021-07-07T00:23:42.390Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=59ae23fd-1923-4d72-ba6a-986dc7f91738 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:42.390Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:42.390Z InvocationID=162dfde8-e583-4f2b-9617-ca9b4dc9a6d1 2021-07-07T00:23:42.577Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=59ae23fd-1923-4d72-ba6a-986dc7f91738 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:42.688Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=59ae23fd-1923-4d72-ba6a-986dc7f91738 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=298 EndTimestamp=2021-07-07T00:23:42.688Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:42.390Z InvocationID=3003ae34-c5f2-4cd1-a20d-954d04755a93 ResponseDesc=OK 2021-07-07T00:23:43.299Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=01f4105f-d72c-4fb6-86e1-b06a33eed31b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:43.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:43.299Z InvocationID=d7453242-98c5-41ce-b3ef-097aafcf987a 2021-07-07T00:23:43.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4cb95bd4-3f3a-4d30-9ba4-6a363cf84b9a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:43.924Z InvocationID=845ffea9-781b-4f0f-9854-8338b3373fdb 2021-07-07T00:23:44.285Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=01f4105f-d72c-4fb6-86e1-b06a33eed31b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:44.362Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4cb95bd4-3f3a-4d30-9ba4-6a363cf84b9a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:44.693Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=01f4105f-d72c-4fb6-86e1-b06a33eed31b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1394 EndTimestamp=2021-07-07T00:23:44.693Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:43.299Z InvocationID=0d1656d4-82c6-44a7-b663-c81c27ca75c2 ResponseDesc=OK 2021-07-07T00:23:45.446Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4cb95bd4-3f3a-4d30-9ba4-6a363cf84b9a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1522 EndTimestamp=2021-07-07T00:23:45.446Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:43.924Z InvocationID=170671db-0f14-44b3-b622-fee6fd787c77 ResponseDesc=OK 2021-07-07T00:23:45.492Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=436161b0-f6ab-4af7-aef1-bcf065770bed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:45.492Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:45.492Z InvocationID=380ffbb6-d351-4d86-bf54-b8b30ef3e1f0 2021-07-07T00:23:46.389Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=436161b0-f6ab-4af7-aef1-bcf065770bed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:46.572Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c15a60a6-176e-4e2a-9a7d-3157f5b7a0e4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:46.572Z InvocationID=7662039d-8631-41b6-824a-8b66ca27247e 2021-07-07T00:23:49.623Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bdd70568-eba8-4ff4-81d4-0e7db2960851 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:49.623Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:49.623Z InvocationID=1db81440-9e48-49f6-89c3-b25a2fbc4369 2021-07-07T00:23:52.390Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c15a60a6-176e-4e2a-9a7d-3157f5b7a0e4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:52.886Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=436161b0-f6ab-4af7-aef1-bcf065770bed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=7394 EndTimestamp=2021-07-07T00:23:52.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:45.492Z InvocationID=d3560dcb-805d-4fc2-a8b1-b9f00c58298f ResponseDesc=OK 2021-07-07T00:23:52.922Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bdd70568-eba8-4ff4-81d4-0e7db2960851 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:52.986Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c15a60a6-176e-4e2a-9a7d-3157f5b7a0e4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=6414 EndTimestamp=2021-07-07T00:23:52.986Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:46.572Z InvocationID=bcc93428-b3a7-43fb-a60f-bedbcf3fc026 ResponseDesc=OK 2021-07-07T00:23:53.520Z [qtp817348612-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5323a2ce-f50a-4070-ac88-9ec74dea553a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:53.520Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:53.520Z InvocationID=d263342c-32a5-48f1-bc97-61fbc9c0be63 2021-07-07T00:23:53.924Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6ef970b6-ab02-4384-b1c6-b66da1371ebb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:53.924Z InvocationID=64df621e-7a0f-4618-aa2e-bca58df8c482 2021-07-07T00:23:54.095Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6ef970b6-ab02-4384-b1c6-b66da1371ebb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:54.109Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bdd70568-eba8-4ff4-81d4-0e7db2960851 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4486 EndTimestamp=2021-07-07T00:23:54.109Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:49.623Z InvocationID=a725ca97-b483-41b9-bf7b-2977aa0d233b ResponseDesc=OK 2021-07-07T00:23:56.572Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=110370de-c8be-469e-9023-89314bb301ba InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:56.571Z InvocationID=2fa3c9f6-c299-4830-80e0-81f5b9487873 2021-07-07T00:23:57.129Z [qtp817348612-44] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5323a2ce-f50a-4070-ac88-9ec74dea553a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:57.185Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6ef970b6-ab02-4384-b1c6-b66da1371ebb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3260 EndTimestamp=2021-07-07T00:23:57.184Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:53.924Z InvocationID=4a9f388d-534d-4be1-8914-aceee2b67bf9 ResponseDesc=OK 2021-07-07T00:23:57.223Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d07b1245-c250-45cd-96a3-325177f8708a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:57.223Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:57.223Z InvocationID=a9dd57a0-ccb1-46de-8f20-5865fcf98c99 2021-07-07T00:23:57.386Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d07b1245-c250-45cd-96a3-325177f8708a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:57.387Z [qtp817348612-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5323a2ce-f50a-4070-ac88-9ec74dea553a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3867 EndTimestamp=2021-07-07T00:23:57.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:53.520Z InvocationID=8a798720-63d0-4d17-969c-894bb402ec75 ResponseDesc=OK 2021-07-07T00:23:57.447Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=110370de-c8be-469e-9023-89314bb301ba InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:57.786Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d07b1245-c250-45cd-96a3-325177f8708a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=562 EndTimestamp=2021-07-07T00:23:57.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:57.223Z InvocationID=422f307b-03c0-44d6-aef6-bdab280052a0 ResponseDesc=OK 2021-07-07T00:23:57.847Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=110370de-c8be-469e-9023-89314bb301ba InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1276 EndTimestamp=2021-07-07T00:23:57.847Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:56.571Z InvocationID=07ee0b14-fb3f-4a59-864a-c957a8e60a0d ResponseDesc=OK 2021-07-07T00:23:58.690Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0176332a-90a1-4410-90cb-c9fb14f214cb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:23:58.690Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:58.690Z InvocationID=fe49cec1-d740-4754-8907-d284ef350d47 2021-07-07T00:23:58.785Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0176332a-90a1-4410-90cb-c9fb14f214cb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:23:59.187Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0176332a-90a1-4410-90cb-c9fb14f214cb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=497 EndTimestamp=2021-07-07T00:23:59.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:23:58.690Z InvocationID=6c98b386-f923-4a68-b257-739944313c9f ResponseDesc=OK 2021-07-07T00:24:00.200Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9c5d1625-9313-462b-aa2f-b32fd14e8624 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:00.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:00.200Z InvocationID=f439b79d-fcc2-4405-a512-35f264e54deb 2021-07-07T00:24:00.385Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9c5d1625-9313-462b-aa2f-b32fd14e8624 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:00.645Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9c5d1625-9313-462b-aa2f-b32fd14e8624 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=444 EndTimestamp=2021-07-07T00:24:00.644Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:00.200Z InvocationID=c8426ea3-e876-40fc-b2a8-44caacdcfb6e ResponseDesc=OK 2021-07-07T00:24:01.290Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f9a69522-036c-4795-b0b5-1143ca71d4b9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:01.289Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:01.289Z InvocationID=bceefc52-f17e-4175-ab4d-1da0a167bc61 2021-07-07T00:24:01.390Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f9a69522-036c-4795-b0b5-1143ca71d4b9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:01.484Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f9a69522-036c-4795-b0b5-1143ca71d4b9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=195 EndTimestamp=2021-07-07T00:24:01.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:01.289Z InvocationID=be59ba34-8a5d-4f47-9d00-44e67c3a8801 ResponseDesc=OK 2021-07-07T00:24:02.201Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=50d0a48b-a5b9-4e6a-a1ca-4e22c5d75334 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:02.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:02.200Z InvocationID=862f5ad0-7c76-460e-9c17-05e5e1be86af 2021-07-07T00:24:02.385Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=50d0a48b-a5b9-4e6a-a1ca-4e22c5d75334 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:02.493Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=50d0a48b-a5b9-4e6a-a1ca-4e22c5d75334 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=293 EndTimestamp=2021-07-07T00:24:02.493Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:02.200Z InvocationID=970a6302-ab2a-420e-8f00-757a68695546 ResponseDesc=OK 2021-07-07T00:24:03.394Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=db7ee386-faff-4e9b-af16-d56419f5255c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:03.393Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:03.393Z InvocationID=1256e2e0-2396-4f39-b42d-11ae9c9afd66 2021-07-07T00:24:03.402Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=db7ee386-faff-4e9b-af16-d56419f5255c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:03.589Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=db7ee386-faff-4e9b-af16-d56419f5255c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=196 EndTimestamp=2021-07-07T00:24:03.589Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:03.393Z InvocationID=10d0f01e-126e-4700-95c3-7721888cfb6a ResponseDesc=OK 2021-07-07T00:24:03.925Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c9fc44eb-93b4-4b49-b469-c90736e0926d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:03.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:03.925Z InvocationID=00eb69a1-2f34-4056-bd08-35f16138a010 2021-07-07T00:24:04.391Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=95799bce-dec7-417e-9395-ab417713d464 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:04.391Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:04.391Z InvocationID=fecce72c-90e6-4b4b-a36c-b6b852db522b 2021-07-07T00:24:04.589Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=95799bce-dec7-417e-9395-ab417713d464 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:04.641Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c9fc44eb-93b4-4b49-b469-c90736e0926d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:04.993Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c9fc44eb-93b4-4b49-b469-c90736e0926d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1068 EndTimestamp=2021-07-07T00:24:04.993Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:03.925Z InvocationID=95b075f8-a80b-4674-8c7f-09914e7707ff ResponseDesc=OK 2021-07-07T00:24:06.486Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=95799bce-dec7-417e-9395-ab417713d464 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2095 EndTimestamp=2021-07-07T00:24:06.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:04.391Z InvocationID=65459da4-9a26-418f-84eb-7e67aa93da4d ResponseDesc=OK 2021-07-07T00:24:06.573Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8aa0c111-5c49-4a4e-b0b3-99a1a42223d1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:06.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:06.573Z InvocationID=097bf8bf-392d-4155-99d4-db64c0f2d8b8 2021-07-07T00:24:06.683Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8aa0c111-5c49-4a4e-b0b3-99a1a42223d1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:07.096Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=58563d84-1f6f-4649-af43-45c6a20cd2d2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:07.096Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:07.096Z InvocationID=f842b65a-cccb-4dfa-ad44-a927f571a7a5 2021-07-07T00:24:07.743Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8aa0c111-5c49-4a4e-b0b3-99a1a42223d1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1170 EndTimestamp=2021-07-07T00:24:07.743Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:06.573Z InvocationID=1fced7be-e4ca-4b38-a529-165f57b48f91 ResponseDesc=OK 2021-07-07T00:24:07.854Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=58563d84-1f6f-4649-af43-45c6a20cd2d2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:07.897Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=58563d84-1f6f-4649-af43-45c6a20cd2d2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=801 EndTimestamp=2021-07-07T00:24:07.897Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:07.096Z InvocationID=51e7cb52-d7ba-4ea4-8f4d-bc092a44a030 ResponseDesc=OK 2021-07-07T00:24:08.596Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e4338790-2bf1-4acc-b959-e7b5c4bb9070 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:08.596Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:08.596Z InvocationID=6f35bb16-4c7d-4daf-b09d-40805909729c 2021-07-07T00:24:08.692Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e4338790-2bf1-4acc-b959-e7b5c4bb9070 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:08.903Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e4338790-2bf1-4acc-b959-e7b5c4bb9070 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=307 EndTimestamp=2021-07-07T00:24:08.903Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:08.596Z InvocationID=d999b06b-f440-42c5-b6a3-bb2e84f112fd ResponseDesc=OK 2021-07-07T00:24:09.994Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ace5b37e-5cd3-48f3-b176-dec26d46957d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:09.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:09.994Z InvocationID=0e05b6cc-02d2-48ea-a111-0cb412e28f3f 2021-07-07T00:24:10.089Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ace5b37e-5cd3-48f3-b176-dec26d46957d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:13.829Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5c255cdf-aaff-40eb-a330-14aee6433f05 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:13.829Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:13.829Z InvocationID=1abc3c9a-9515-46a4-9556-9e7fa4cca320 2021-07-07T00:24:13.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2de622d7-66d2-4063-bd8c-38c12961ea6d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:13.924Z InvocationID=3697e060-640d-4bcf-b28f-e7436c27f2c7 2021-07-07T00:24:15.984Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2de622d7-66d2-4063-bd8c-38c12961ea6d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:16.185Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2de622d7-66d2-4063-bd8c-38c12961ea6d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2261 EndTimestamp=2021-07-07T00:24:16.185Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:13.924Z InvocationID=827ac0ed-d331-4b55-96a6-6949cb57eeb5 ResponseDesc=OK 2021-07-07T00:24:16.251Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5c255cdf-aaff-40eb-a330-14aee6433f05 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:16.343Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ace5b37e-5cd3-48f3-b176-dec26d46957d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=6349 EndTimestamp=2021-07-07T00:24:16.343Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:09.994Z InvocationID=0b08686f-92f0-4e11-b18d-68d360ccaf83 ResponseDesc=OK 2021-07-07T00:24:16.574Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cede75be-2a1a-4791-a3c8-9c6160aa063e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:16.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:16.573Z InvocationID=f3429ee3-113c-4f86-9e1e-083280ecdf03 2021-07-07T00:24:16.783Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cede75be-2a1a-4791-a3c8-9c6160aa063e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:16.986Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5c255cdf-aaff-40eb-a330-14aee6433f05 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3157 EndTimestamp=2021-07-07T00:24:16.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:13.829Z InvocationID=659a632f-d752-42cf-a6ec-746aa20eb41f ResponseDesc=OK 2021-07-07T00:24:17.242Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cede75be-2a1a-4791-a3c8-9c6160aa063e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=669 EndTimestamp=2021-07-07T00:24:17.242Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:16.573Z InvocationID=45bc02c2-f253-4ec7-9b35-2c29843a4ee4 ResponseDesc=OK 2021-07-07T00:24:17.637Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=88776df9-1178-4459-9c16-f3b862070dfb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:17.637Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:17.637Z InvocationID=304f1e60-7df0-4777-bf54-b484ecb21cdc 2021-07-07T00:24:18.998Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=88776df9-1178-4459-9c16-f3b862070dfb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:19.193Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=88776df9-1178-4459-9c16-f3b862070dfb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1555 EndTimestamp=2021-07-07T00:24:19.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:17.637Z InvocationID=a28abba8-d288-4010-891b-09f2c57a8446 ResponseDesc=OK 2021-07-07T00:24:20.002Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=591fdc85-e895-4ba6-996f-ad0ebc449c6c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:20.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:20.001Z InvocationID=a648c41d-cb53-477c-ac23-504b903cfad5 2021-07-07T00:24:20.185Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=591fdc85-e895-4ba6-996f-ad0ebc449c6c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:21.986Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=591fdc85-e895-4ba6-996f-ad0ebc449c6c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1985 EndTimestamp=2021-07-07T00:24:21.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:20.001Z InvocationID=69bc9c88-1c69-42d9-9e34-7f9d3a3c4639 ResponseDesc=OK 2021-07-07T00:24:22.594Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cc0d32a6-0a83-4a89-97f9-9ddeaf747a97 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:22.594Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:22.594Z InvocationID=0d51de94-226b-4f5d-b486-d2d1b2f25683 2021-07-07T00:24:22.697Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cc0d32a6-0a83-4a89-97f9-9ddeaf747a97 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:23.443Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cc0d32a6-0a83-4a89-97f9-9ddeaf747a97 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=849 EndTimestamp=2021-07-07T00:24:23.443Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:22.594Z InvocationID=a39f86ff-938a-4e87-9b68-df00f3bde82c ResponseDesc=OK 2021-07-07T00:24:23.924Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2cce52a6-174e-49a7-90fa-10afe9c666b0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:23.924Z InvocationID=4bfbf248-bf3d-4aca-b071-0aa135b2b02c 2021-07-07T00:24:24.095Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=748a236c-369c-4e86-b4a9-e8201a158d49 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:24.095Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:24.095Z InvocationID=7bec4a54-db17-4506-aeab-ad57afeafa74 2021-07-07T00:24:24.285Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=748a236c-369c-4e86-b4a9-e8201a158d49 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:24.286Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2cce52a6-174e-49a7-90fa-10afe9c666b0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:24.385Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2cce52a6-174e-49a7-90fa-10afe9c666b0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=461 EndTimestamp=2021-07-07T00:24:24.385Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:23.924Z InvocationID=79798060-1224-44dc-aff5-53b0e9437839 ResponseDesc=OK 2021-07-07T00:24:24.586Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=748a236c-369c-4e86-b4a9-e8201a158d49 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=491 EndTimestamp=2021-07-07T00:24:24.586Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:24.095Z InvocationID=9c19878e-cdb9-4f20-b5b3-5370de70e0b2 ResponseDesc=OK 2021-07-07T00:24:25.291Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c7d17121-8e60-42cb-9b44-69c1aa531b9c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:25.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:25.290Z InvocationID=4eb916e5-55a6-4295-aa29-4e9c8be8bdf5 2021-07-07T00:24:25.390Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c7d17121-8e60-42cb-9b44-69c1aa531b9c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:25.588Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c7d17121-8e60-42cb-9b44-69c1aa531b9c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=298 EndTimestamp=2021-07-07T00:24:25.588Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:25.290Z InvocationID=150dcb9d-2481-401d-b8fa-56bd363eef7e ResponseDesc=OK 2021-07-07T00:24:26.095Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d528f3dc-39cd-47b7-ba41-2ea468da0e7c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:26.095Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:26.095Z InvocationID=69b24e2d-456b-4e24-9756-0683ceec261c 2021-07-07T00:24:26.286Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d528f3dc-39cd-47b7-ba41-2ea468da0e7c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:26.298Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d528f3dc-39cd-47b7-ba41-2ea468da0e7c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=202 EndTimestamp=2021-07-07T00:24:26.297Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:26.095Z InvocationID=bd83f013-6db9-4c9f-9dae-af9df1ec8d5e ResponseDesc=OK 2021-07-07T00:24:26.572Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7faca4e2-936b-4474-a038-20be76275bb4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:26.572Z InvocationID=755fc64f-c550-4fcf-b1e1-6f3ec155f613 2021-07-07T00:24:26.746Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7faca4e2-936b-4474-a038-20be76275bb4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:26.944Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7faca4e2-936b-4474-a038-20be76275bb4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=372 EndTimestamp=2021-07-07T00:24:26.944Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:26.572Z InvocationID=e60c4623-4d8f-498b-bded-b84f59e44375 ResponseDesc=OK 2021-07-07T00:24:27.000Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8e8c1365-fbf8-464b-9174-7b207920be75 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:26.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:26.999Z InvocationID=1f4de74d-c691-45da-ab75-5936eeb358d4 2021-07-07T00:24:27.083Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8e8c1365-fbf8-464b-9174-7b207920be75 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:27.247Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8e8c1365-fbf8-464b-9174-7b207920be75 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=248 EndTimestamp=2021-07-07T00:24:27.247Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:26.999Z InvocationID=91fafa8e-49e7-4e05-968a-a091207344ab ResponseDesc=OK 2021-07-07T00:24:27.887Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ad0e0b2c-3ee8-4f13-97f9-674ea71394cd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:27.887Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:27.887Z InvocationID=64d72934-4008-4933-8a34-7a004ca6de72 2021-07-07T00:24:28.049Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ad0e0b2c-3ee8-4f13-97f9-674ea71394cd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:28.387Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ad0e0b2c-3ee8-4f13-97f9-674ea71394cd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=500 EndTimestamp=2021-07-07T00:24:28.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:27.887Z InvocationID=2fd5ffbd-3bac-47b5-811a-68e45f590eb1 ResponseDesc=OK 2021-07-07T00:24:29.189Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=893ea4fd-fcbb-4dc8-a9b5-3b879153ee51 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:29.189Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:29.189Z InvocationID=b1fc0c0a-13eb-4b66-911e-0f4259096f43 2021-07-07T00:24:29.385Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=893ea4fd-fcbb-4dc8-a9b5-3b879153ee51 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:29.786Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=893ea4fd-fcbb-4dc8-a9b5-3b879153ee51 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=597 EndTimestamp=2021-07-07T00:24:29.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:29.189Z InvocationID=f135417e-19b0-405b-ba25-b94c10002765 ResponseDesc=OK 2021-07-07T00:24:30.594Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=599d5eee-b616-431c-b477-de6b8e104466 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:30.594Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:30.594Z InvocationID=d268d4ef-89b9-4a56-bdb8-5d22bd29ede5 2021-07-07T00:24:30.784Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=599d5eee-b616-431c-b477-de6b8e104466 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:31.145Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=599d5eee-b616-431c-b477-de6b8e104466 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=551 EndTimestamp=2021-07-07T00:24:31.145Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:30.594Z InvocationID=d10c7cfa-d8e4-4612-895d-6346275bb250 ResponseDesc=OK 2021-07-07T00:24:31.890Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=10ecd185-1c07-49b9-b90a-c6ab89dc0e36 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:31.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:31.890Z InvocationID=ff32a637-8f0b-4242-afbd-8b48c9fb827c 2021-07-07T00:24:32.143Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=10ecd185-1c07-49b9-b90a-c6ab89dc0e36 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:32.485Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=10ecd185-1c07-49b9-b90a-c6ab89dc0e36 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=595 EndTimestamp=2021-07-07T00:24:32.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:31.890Z InvocationID=2a9f56b8-e1b3-458f-a72d-c192ca0e7d88 ResponseDesc=OK 2021-07-07T00:24:33.209Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=81ab8ceb-f54c-42d3-86ce-100cf5817985 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:33.208Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:33.208Z InvocationID=52d75ab8-dbe4-46a6-88d7-0fd940b28cc0 2021-07-07T00:24:33.485Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=81ab8ceb-f54c-42d3-86ce-100cf5817985 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:33.886Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=81ab8ceb-f54c-42d3-86ce-100cf5817985 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=678 EndTimestamp=2021-07-07T00:24:33.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:33.208Z InvocationID=940edd39-12dc-46f6-9840-6107b7390615 ResponseDesc=OK 2021-07-07T00:24:33.924Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=687a1a5c-82d6-40df-b027-a3eaa7522bc1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:33.924Z InvocationID=1b482eb2-9da8-4e6c-a1f9-885749f46734 2021-07-07T00:24:34.085Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=687a1a5c-82d6-40df-b027-a3eaa7522bc1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:34.345Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=687a1a5c-82d6-40df-b027-a3eaa7522bc1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=420 EndTimestamp=2021-07-07T00:24:34.344Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:33.924Z InvocationID=8a104e45-8a3d-4a8a-b34a-b37fec623558 ResponseDesc=OK 2021-07-07T00:24:34.992Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8c6709a0-e236-4858-bfdd-0695b93fde23 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:34.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:34.992Z InvocationID=2bb1499e-ff9a-43cb-97da-992caf29de60 2021-07-07T00:24:35.243Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8c6709a0-e236-4858-bfdd-0695b93fde23 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:35.484Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8c6709a0-e236-4858-bfdd-0695b93fde23 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=492 EndTimestamp=2021-07-07T00:24:35.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:34.992Z InvocationID=e4fa1065-1799-47db-b965-9bdd6ec80f6a ResponseDesc=OK 2021-07-07T00:24:36.393Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2a87a8e8-dada-4caa-90e3-674c157d0bbf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:36.393Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:36.393Z InvocationID=0bd1046f-0fa7-4047-9b96-e1365ed24be2 2021-07-07T00:24:36.485Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2a87a8e8-dada-4caa-90e3-674c157d0bbf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:36.573Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=48b18d04-b9db-4506-9fad-18845c47cacb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:36.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:36.573Z InvocationID=12bde2cd-36d4-433c-824f-fdb19df42495 2021-07-07T00:24:36.685Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=48b18d04-b9db-4506-9fad-18845c47cacb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:36.885Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2a87a8e8-dada-4caa-90e3-674c157d0bbf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=492 EndTimestamp=2021-07-07T00:24:36.885Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:36.393Z InvocationID=30c440d8-9593-44c1-a317-ce304893aff7 ResponseDesc=OK 2021-07-07T00:24:37.048Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=48b18d04-b9db-4506-9fad-18845c47cacb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=475 EndTimestamp=2021-07-07T00:24:37.048Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:36.573Z InvocationID=5f60af48-f057-40b4-8809-7523397256d6 ResponseDesc=OK 2021-07-07T00:24:37.702Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1107aa5e-e17a-4812-98e7-ca4d9500b630 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:37.702Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:37.702Z InvocationID=22a342be-d8bc-4a9b-90d1-c332ff5671f8 2021-07-07T00:24:37.944Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1107aa5e-e17a-4812-98e7-ca4d9500b630 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:38.185Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1107aa5e-e17a-4812-98e7-ca4d9500b630 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=483 EndTimestamp=2021-07-07T00:24:38.185Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:37.702Z InvocationID=ac5c9564-094f-47c1-b9d8-b47b91d2fd4d ResponseDesc=OK 2021-07-07T00:24:38.792Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=20418f25-5bcb-4622-bf96-8e273ed2380d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:38.792Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:38.792Z InvocationID=08468147-52b9-4843-9e8b-915bb47200f6 2021-07-07T00:24:38.885Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=20418f25-5bcb-4622-bf96-8e273ed2380d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:39.294Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=20418f25-5bcb-4622-bf96-8e273ed2380d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=501 EndTimestamp=2021-07-07T00:24:39.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:38.792Z InvocationID=94950b0f-5b60-4507-ab28-9e9d7a4160b5 ResponseDesc=OK 2021-07-07T00:24:40.006Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53e7400e-2514-4aa8-bdae-09265444639d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:40.006Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:40.006Z InvocationID=be64d72a-9293-41fe-8c2f-7f04ced9e36c 2021-07-07T00:24:40.188Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53e7400e-2514-4aa8-bdae-09265444639d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:40.544Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=53e7400e-2514-4aa8-bdae-09265444639d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=538 EndTimestamp=2021-07-07T00:24:40.544Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:40.006Z InvocationID=9e75e20b-0880-41c6-a407-decf48d63b02 ResponseDesc=OK 2021-07-07T00:24:41.198Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1968af71-0885-40ed-bb2a-82d6e4fdb738 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:41.198Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:41.198Z InvocationID=2cad560a-2de5-401f-a541-0f7b8d11aeec 2021-07-07T00:24:41.446Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1968af71-0885-40ed-bb2a-82d6e4fdb738 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:41.684Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1968af71-0885-40ed-bb2a-82d6e4fdb738 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=486 EndTimestamp=2021-07-07T00:24:41.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:41.198Z InvocationID=05b5c785-fc0a-49ad-a600-7338977882e8 ResponseDesc=OK 2021-07-07T00:24:42.592Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0d194205-2b78-43dc-b350-c149f3e20fb7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:42.592Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:42.592Z InvocationID=69c8eaf9-f4bf-496e-beca-8b399d99e6e7 2021-07-07T00:24:42.785Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0d194205-2b78-43dc-b350-c149f3e20fb7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:43.287Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0d194205-2b78-43dc-b350-c149f3e20fb7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=695 EndTimestamp=2021-07-07T00:24:43.287Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:42.592Z InvocationID=7e5713ed-c90a-4fca-b0e6-36071277dfa4 ResponseDesc=OK 2021-07-07T00:24:43.924Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=524e7ced-7926-41f7-b43c-b355fde39c18 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:43.924Z InvocationID=ee880076-3b35-402e-a9d2-ad9e38adccb2 2021-07-07T00:24:44.083Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=524e7ced-7926-41f7-b43c-b355fde39c18 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:44.104Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d8460d21-cba6-41a8-b3cb-80200cf74939 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:44.104Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:44.104Z InvocationID=ad0445e9-f2da-4f10-9f13-98b8cea9bd9e 2021-07-07T00:24:44.349Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d8460d21-cba6-41a8-b3cb-80200cf74939 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:44.542Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=524e7ced-7926-41f7-b43c-b355fde39c18 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=618 EndTimestamp=2021-07-07T00:24:44.542Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:43.924Z InvocationID=a7f55098-5706-4895-8b26-42c68c419744 ResponseDesc=OK 2021-07-07T00:24:44.585Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d8460d21-cba6-41a8-b3cb-80200cf74939 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=480 EndTimestamp=2021-07-07T00:24:44.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:44.104Z InvocationID=65f16d09-bb00-4966-a492-c4af2cdd1acb ResponseDesc=OK 2021-07-07T00:24:45.690Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9bdf6c6a-171f-47bf-92b4-16c126d22b3c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:45.689Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:45.689Z InvocationID=e275830e-3f18-4f8b-85d3-d51b3c214f25 2021-07-07T00:24:45.785Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9bdf6c6a-171f-47bf-92b4-16c126d22b3c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:45.986Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9bdf6c6a-171f-47bf-92b4-16c126d22b3c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=297 EndTimestamp=2021-07-07T00:24:45.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:45.689Z InvocationID=e6534085-c6bd-47a1-8243-9ef006e6853f ResponseDesc=OK 2021-07-07T00:24:46.573Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=84557493-9bb7-4446-a386-089facea7a09 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:46.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:46.573Z InvocationID=a5d8ef5a-cbbb-411f-870a-f4b50e8a3b77 2021-07-07T00:24:46.589Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=84557493-9bb7-4446-a386-089facea7a09 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:46.744Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=84557493-9bb7-4446-a386-089facea7a09 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=171 EndTimestamp=2021-07-07T00:24:46.744Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:46.573Z InvocationID=39baefbb-71aa-4861-ab88-e606a18d6625 ResponseDesc=OK 2021-07-07T00:24:46.992Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7332bbd2-5925-43eb-bb8f-8712f538fec6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:46.991Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:46.991Z InvocationID=27727682-1a30-4551-ab02-0fb060c41259 2021-07-07T00:24:47.245Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7332bbd2-5925-43eb-bb8f-8712f538fec6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:47.485Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7332bbd2-5925-43eb-bb8f-8712f538fec6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=494 EndTimestamp=2021-07-07T00:24:47.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:46.991Z InvocationID=a55120b2-3f48-42e8-941d-d1fb72fe0736 ResponseDesc=OK 2021-07-07T00:24:48.307Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aa6288fa-f71d-4e1a-9e2f-2b28464a21a6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:48.307Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:48.307Z InvocationID=6b641dff-b559-4c66-b5b7-5cd3964e4948 2021-07-07T00:24:48.704Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aa6288fa-f71d-4e1a-9e2f-2b28464a21a6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:49.086Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aa6288fa-f71d-4e1a-9e2f-2b28464a21a6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=779 EndTimestamp=2021-07-07T00:24:49.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:48.307Z InvocationID=e5bc6447-34e9-4b20-8680-6aa2c3ad65a1 ResponseDesc=OK 2021-07-07T00:24:49.799Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6d208ec4-b12f-4372-95e2-c0e1ebe48ac8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:49.799Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:49.799Z InvocationID=718b0976-00d9-4cf8-8e82-7f7259a858dd 2021-07-07T00:24:49.984Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6d208ec4-b12f-4372-95e2-c0e1ebe48ac8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:50.346Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6d208ec4-b12f-4372-95e2-c0e1ebe48ac8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=547 EndTimestamp=2021-07-07T00:24:50.346Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:49.799Z InvocationID=ef222a08-9d60-497b-9e14-24629cbef3b7 ResponseDesc=OK 2021-07-07T00:24:51.488Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0cac3957-e259-40f4-86ff-ca9d921f2fad InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:51.487Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:51.487Z InvocationID=ea01a69d-c48f-441f-b083-27fc2fa3f317 2021-07-07T00:24:51.745Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0cac3957-e259-40f4-86ff-ca9d921f2fad InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:51.984Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0cac3957-e259-40f4-86ff-ca9d921f2fad InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=497 EndTimestamp=2021-07-07T00:24:51.984Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:51.487Z InvocationID=9c3f3d97-37e3-4b8a-bc16-db6e0a8d80f4 ResponseDesc=OK 2021-07-07T00:24:52.795Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b3e4e7f2-ae49-4118-88b1-03038fa561f3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:52.795Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:52.795Z InvocationID=5a0cc489-4e44-443f-ac6f-b3fbc3094ea0 2021-07-07T00:24:52.888Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b3e4e7f2-ae49-4118-88b1-03038fa561f3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:53.287Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b3e4e7f2-ae49-4118-88b1-03038fa561f3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=491 EndTimestamp=2021-07-07T00:24:53.286Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:52.795Z InvocationID=e830957e-ebd4-45f6-9bf0-f012dc8022a3 ResponseDesc=OK 2021-07-07T00:24:53.924Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=586ebe99-fc82-4a71-893c-29d2d7b2b7cd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:53.924Z InvocationID=cc016281-7f5e-4a4f-a886-72a97cbd76c1 2021-07-07T00:24:54.084Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=586ebe99-fc82-4a71-893c-29d2d7b2b7cd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:54.090Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d5ff471e-a616-4056-a652-7604e2c75662 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:54.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:54.090Z InvocationID=2271a760-a800-49d7-a8aa-4c946f207712 2021-07-07T00:24:54.545Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d5ff471e-a616-4056-a652-7604e2c75662 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:54.698Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d5ff471e-a616-4056-a652-7604e2c75662 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=608 EndTimestamp=2021-07-07T00:24:54.698Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:54.090Z InvocationID=612ab348-e000-4f69-b479-d0053b74b8e4 ResponseDesc=OK 2021-07-07T00:24:54.750Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=586ebe99-fc82-4a71-893c-29d2d7b2b7cd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=826 EndTimestamp=2021-07-07T00:24:54.750Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:53.924Z InvocationID=1b3ddb3d-c6c1-4acb-96b2-c5ccbc9b982d ResponseDesc=OK 2021-07-07T00:24:55.490Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=32772b98-b60f-4e65-8b2f-cebec1996420 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:55.490Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:55.490Z InvocationID=f2fc1aca-8698-4a5d-a75a-fdf8d4b046d2 2021-07-07T00:24:55.586Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=32772b98-b60f-4e65-8b2f-cebec1996420 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:55.987Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=32772b98-b60f-4e65-8b2f-cebec1996420 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=496 EndTimestamp=2021-07-07T00:24:55.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:55.490Z InvocationID=03667993-e25b-4a26-9eb2-66d86d8e6390 ResponseDesc=OK 2021-07-07T00:24:56.571Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2646a7ed-0988-4201-b803-79419f29fe93 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:56.571Z InvocationID=a0019c5b-a66e-48d0-b38d-6fc9edd4c8ac 2021-07-07T00:24:56.683Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2646a7ed-0988-4201-b803-79419f29fe93 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:57.190Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=83e7bc7b-83b8-42c2-9709-40146b257611 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:57.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:57.190Z InvocationID=1cab0a12-701f-45a7-a948-0d9fb617194d 2021-07-07T00:24:57.243Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2646a7ed-0988-4201-b803-79419f29fe93 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=672 EndTimestamp=2021-07-07T00:24:57.243Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:56.571Z InvocationID=6fe5a76f-191d-4f25-a93b-28ffd42c83ee ResponseDesc=OK 2021-07-07T00:24:57.493Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=83e7bc7b-83b8-42c2-9709-40146b257611 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:57.684Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=83e7bc7b-83b8-42c2-9709-40146b257611 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=494 EndTimestamp=2021-07-07T00:24:57.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:57.190Z InvocationID=3b4ff5e8-6186-4cdd-a7a8-3388ab7248ff ResponseDesc=OK 2021-07-07T00:24:58.401Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3730bdc4-75ef-466e-b9cf-6efb35e9842c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:58.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:58.401Z InvocationID=dfc3f4cb-c439-457f-80dc-686141a854c9 2021-07-07T00:24:58.585Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3730bdc4-75ef-466e-b9cf-6efb35e9842c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:58.987Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3730bdc4-75ef-466e-b9cf-6efb35e9842c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=585 EndTimestamp=2021-07-07T00:24:58.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:58.401Z InvocationID=1f9482b1-08d7-4f00-9aa2-152dec6cd7cd ResponseDesc=OK 2021-07-07T00:24:59.705Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f3887f9e-4c49-45a3-ae41-86f50caab062 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:24:59.704Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:59.704Z InvocationID=30510cdc-11b9-4406-9211-68e4e5e2070d 2021-07-07T00:24:59.795Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f3887f9e-4c49-45a3-ae41-86f50caab062 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:24:59.987Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f3887f9e-4c49-45a3-ae41-86f50caab062 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=282 EndTimestamp=2021-07-07T00:24:59.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:24:59.704Z InvocationID=ee415eb1-afd8-4bec-9390-526186b5c723 ResponseDesc=OK 2021-07-07T00:25:00.891Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3932e656-a743-4a3d-855d-0a817ac0dad0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:00.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:00.890Z InvocationID=3892a920-e955-4de5-a654-5be0f5e1f3b6 2021-07-07T00:25:01.089Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3932e656-a743-4a3d-855d-0a817ac0dad0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:01.385Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3932e656-a743-4a3d-855d-0a817ac0dad0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=494 EndTimestamp=2021-07-07T00:25:01.384Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:00.890Z InvocationID=601ad885-e9d8-4986-875f-1286a05ea6d9 ResponseDesc=OK 2021-07-07T00:25:02.298Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0bd2baf2-0a2e-468d-8c9e-832d1f16dd27 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:02.298Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:02.298Z InvocationID=9b143c1f-19a9-4c42-a253-190b72507d69 2021-07-07T00:25:02.485Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0bd2baf2-0a2e-468d-8c9e-832d1f16dd27 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:03.186Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0bd2baf2-0a2e-468d-8c9e-832d1f16dd27 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=888 EndTimestamp=2021-07-07T00:25:03.186Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:02.298Z InvocationID=ebf53fdc-26fb-4fa3-9b1d-e2f1897d4ea3 ResponseDesc=OK 2021-07-07T00:25:03.925Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=565a2553-6200-4eab-834b-523a64e47cfa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:03.924Z InvocationID=9eda62f3-b832-44fe-9a65-7d6a3864b12f 2021-07-07T00:25:03.991Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=11d6dd47-78f1-4f12-80a5-7becb0644b2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:03.991Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:03.991Z InvocationID=71298353-68f0-4974-8da5-8871413b968a 2021-07-07T00:25:04.084Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=565a2553-6200-4eab-834b-523a64e47cfa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:04.100Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=11d6dd47-78f1-4f12-80a5-7becb0644b2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:04.885Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=565a2553-6200-4eab-834b-523a64e47cfa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=961 EndTimestamp=2021-07-07T00:25:04.885Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:03.924Z InvocationID=2e7d9019-94d4-497c-8dad-f0ec0c8d7a1a ResponseDesc=OK 2021-07-07T00:25:04.944Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=11d6dd47-78f1-4f12-80a5-7becb0644b2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=953 EndTimestamp=2021-07-07T00:25:04.944Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:03.991Z InvocationID=381598c7-063c-4c7b-9cf3-13235e603ffa ResponseDesc=OK 2021-07-07T00:25:05.791Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=35b56068-3be9-40db-8a63-d2bc3f3ee7d4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:05.791Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:05.791Z InvocationID=3e5bcb86-76ec-40a3-840b-4f2a8612e1f9 2021-07-07T00:25:05.886Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=35b56068-3be9-40db-8a63-d2bc3f3ee7d4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:06.086Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=35b56068-3be9-40db-8a63-d2bc3f3ee7d4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=295 EndTimestamp=2021-07-07T00:25:06.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:05.791Z InvocationID=8db56f6b-f59b-447d-99ae-474674925d7f ResponseDesc=OK 2021-07-07T00:25:06.573Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=631df626-8478-411e-98a5-cde39ea7ae1f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:06.572Z InvocationID=433f5294-b51f-4a6d-9537-3e05f33299eb 2021-07-07T00:25:06.686Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=631df626-8478-411e-98a5-cde39ea7ae1f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:06.943Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=631df626-8478-411e-98a5-cde39ea7ae1f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=371 EndTimestamp=2021-07-07T00:25:06.943Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:06.572Z InvocationID=9b0faa13-eb62-4d9d-a4f7-5641ee695b30 ResponseDesc=OK 2021-07-07T00:25:06.989Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e651167b-3138-4abc-b63d-e82773bfbb09 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:06.988Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:06.988Z InvocationID=29bd07aa-98a3-4d21-b2a7-47df78b5dd23 2021-07-07T00:25:07.001Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e651167b-3138-4abc-b63d-e82773bfbb09 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:07.184Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e651167b-3138-4abc-b63d-e82773bfbb09 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=196 EndTimestamp=2021-07-07T00:25:07.184Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:06.988Z InvocationID=b6801129-6dcd-4666-bc6b-b09c2549e306 ResponseDesc=OK 2021-07-07T00:25:08.004Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0b8cba91-6ede-4c6c-b24d-1bc7c9f4cb8b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:08.003Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:08.003Z InvocationID=e1bab5b7-c470-4747-8338-74bb71c610e8 2021-07-07T00:25:08.285Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0b8cba91-6ede-4c6c-b24d-1bc7c9f4cb8b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:08.687Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0b8cba91-6ede-4c6c-b24d-1bc7c9f4cb8b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=683 EndTimestamp=2021-07-07T00:25:08.686Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:08.003Z InvocationID=64646f85-1b1e-42dc-9066-f734a112989a ResponseDesc=OK 2021-07-07T00:25:09.493Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b50079e-d4ce-49e0-9b1c-6374cb4a7d3b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:09.492Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:09.492Z InvocationID=4cf5c0f3-d094-4524-a346-f7fa44511118 2021-07-07T00:25:09.683Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b50079e-d4ce-49e0-9b1c-6374cb4a7d3b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:10.048Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1b50079e-d4ce-49e0-9b1c-6374cb4a7d3b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=555 EndTimestamp=2021-07-07T00:25:10.047Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:09.492Z InvocationID=90d2260a-15a6-45f9-acda-0387f81094de ResponseDesc=OK 2021-07-07T00:25:11.089Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=169c99fe-482a-4302-8460-eab65547d4b8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:11.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:11.089Z InvocationID=327db4b7-0932-40f6-bf57-87de348a3b41 2021-07-07T00:25:11.242Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=169c99fe-482a-4302-8460-eab65547d4b8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:11.389Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=169c99fe-482a-4302-8460-eab65547d4b8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=299 EndTimestamp=2021-07-07T00:25:11.388Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:11.089Z InvocationID=58bf7959-58af-48ce-95e4-10478812f7e6 ResponseDesc=OK 2021-07-07T00:25:12.193Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=04b6f553-1511-4b61-b8c4-fdfb7e8dee07 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:12.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:12.193Z InvocationID=380b69e5-19a4-4a4b-8c33-16e14c1c0ce5 2021-07-07T00:25:12.286Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=04b6f553-1511-4b61-b8c4-fdfb7e8dee07 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:12.387Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=04b6f553-1511-4b61-b8c4-fdfb7e8dee07 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=194 EndTimestamp=2021-07-07T00:25:12.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:12.193Z InvocationID=37443de3-c5fe-4fd4-9cb3-7200d627b6af ResponseDesc=OK 2021-07-07T00:25:13.597Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=079a8070-7120-48e5-b71d-ec5c495d1538 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:13.597Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:13.597Z InvocationID=13dd9c47-0f99-4e72-bbe4-10dfa65133b8 2021-07-07T00:25:13.784Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=079a8070-7120-48e5-b71d-ec5c495d1538 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:13.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9350d78b-52bf-4444-af2f-8c4d9c3b6b64 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:13.924Z InvocationID=c0682688-0a46-4659-a4b2-868da44fadfa 2021-07-07T00:25:14.044Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=079a8070-7120-48e5-b71d-ec5c495d1538 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=447 EndTimestamp=2021-07-07T00:25:14.044Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:13.597Z InvocationID=5dd5e179-985d-4fb3-8adf-2d70e77667d3 ResponseDesc=OK 2021-07-07T00:25:14.145Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9350d78b-52bf-4444-af2f-8c4d9c3b6b64 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:14.384Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9350d78b-52bf-4444-af2f-8c4d9c3b6b64 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=460 EndTimestamp=2021-07-07T00:25:14.384Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:13.924Z InvocationID=0ec1b796-e154-4e44-b639-24627b31e809 ResponseDesc=OK 2021-07-07T00:25:14.800Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=47405ddd-eddf-4dba-924b-d9af596be1d3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:14.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:14.800Z InvocationID=49cd2711-dbe9-4a5c-a19b-b1de396adbfe 2021-07-07T00:25:15.084Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=47405ddd-eddf-4dba-924b-d9af596be1d3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:15.490Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=47405ddd-eddf-4dba-924b-d9af596be1d3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=689 EndTimestamp=2021-07-07T00:25:15.489Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:14.800Z InvocationID=2af9e039-4e27-4f81-aa08-4a1ad85754a3 ResponseDesc=OK 2021-07-07T00:25:16.187Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d831372c-2aa3-4e07-962e-b746db403f9b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:16.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:16.187Z InvocationID=21307034-4a5e-44ba-94db-640f678d5bdb 2021-07-07T00:25:16.287Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d831372c-2aa3-4e07-962e-b746db403f9b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:16.571Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1e83fd58-cd5d-41c3-8801-f20d6d8c1372 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:16.571Z InvocationID=c7c77e3b-b2df-442d-8c51-49c5f417cd83 2021-07-07T00:25:16.744Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d831372c-2aa3-4e07-962e-b746db403f9b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=557 EndTimestamp=2021-07-07T00:25:16.744Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:16.187Z InvocationID=78137204-9c12-4e4b-9098-0aba6393d5c0 ResponseDesc=OK 2021-07-07T00:25:16.850Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1e83fd58-cd5d-41c3-8801-f20d6d8c1372 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:17.084Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1e83fd58-cd5d-41c3-8801-f20d6d8c1372 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=513 EndTimestamp=2021-07-07T00:25:17.084Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:16.571Z InvocationID=04b807a4-a1df-4366-ae35-a6827e8d8768 ResponseDesc=OK 2021-07-07T00:25:17.592Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=563f98e0-0c72-4e29-9bc0-37eadb75b655 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:17.591Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:17.591Z InvocationID=507ea231-e390-49f6-97e6-41e9bf862d2b 2021-07-07T00:25:17.784Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=563f98e0-0c72-4e29-9bc0-37eadb75b655 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:17.996Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=563f98e0-0c72-4e29-9bc0-37eadb75b655 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=404 EndTimestamp=2021-07-07T00:25:17.995Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:17.591Z InvocationID=9cd8c7cd-5fdb-42fc-b368-f8ed5e27b59e ResponseDesc=OK 2021-07-07T00:25:18.903Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1e4bff8c-f7b0-4995-a742-cef734c90a61 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:18.903Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:18.903Z InvocationID=9cd58039-8ead-4eef-8bb7-56593245a9ac 2021-07-07T00:25:19.085Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1e4bff8c-f7b0-4995-a742-cef734c90a61 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:19.443Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1e4bff8c-f7b0-4995-a742-cef734c90a61 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=540 EndTimestamp=2021-07-07T00:25:19.443Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:18.903Z InvocationID=f4639d1d-628f-408e-b323-613220984643 ResponseDesc=OK 2021-07-07T00:25:20.199Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b61e300f-9292-40d4-84ee-9ac1007fb044 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:20.199Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:20.199Z InvocationID=db422813-30c7-49c1-bf0b-193a51d00512 2021-07-07T00:25:20.695Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b61e300f-9292-40d4-84ee-9ac1007fb044 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:21.084Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b61e300f-9292-40d4-84ee-9ac1007fb044 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=885 EndTimestamp=2021-07-07T00:25:21.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:20.199Z InvocationID=3d4ccc93-0209-4c54-8be7-373b3189490c ResponseDesc=OK 2021-07-07T00:25:21.900Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b0b4ca3-e1ad-48d4-8c62-634f54f1c90c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:21.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:21.900Z InvocationID=4e7ea8bf-d020-4d22-83ef-524a0bff2f6b 2021-07-07T00:25:22.087Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b0b4ca3-e1ad-48d4-8c62-634f54f1c90c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:22.486Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1b0b4ca3-e1ad-48d4-8c62-634f54f1c90c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=586 EndTimestamp=2021-07-07T00:25:22.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:21.900Z InvocationID=8cff09b4-d9f8-4fd2-b779-813c7befd7a0 ResponseDesc=OK 2021-07-07T00:25:23.294Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=619f7bcd-aeff-445b-a1d2-d8d0908637ce InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:23.294Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:23.294Z InvocationID=611caad3-8650-4d4f-8a31-8cfc9d0238b1 2021-07-07T00:25:23.584Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=619f7bcd-aeff-445b-a1d2-d8d0908637ce InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:23.925Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=db136b72-2f59-47b2-8d33-ae79f93b1c92 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:23.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:23.925Z InvocationID=2a176ba3-c76b-4374-88da-3625de50dcab 2021-07-07T00:25:23.956Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=619f7bcd-aeff-445b-a1d2-d8d0908637ce InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=662 EndTimestamp=2021-07-07T00:25:23.956Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:23.294Z InvocationID=29452192-27a6-4573-be3a-bf640ea6ca73 ResponseDesc=OK 2021-07-07T00:25:24.341Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=db136b72-2f59-47b2-8d33-ae79f93b1c92 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:24.584Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=db136b72-2f59-47b2-8d33-ae79f93b1c92 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=659 EndTimestamp=2021-07-07T00:25:24.584Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:23.925Z InvocationID=13d5587c-772c-42b1-9a70-2ac9add80d0c ResponseDesc=OK 2021-07-07T00:25:24.800Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5e4ecf01-0294-4d0b-9dd8-4791ff2111bc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:24.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:24.800Z InvocationID=556eb4e1-f63c-4ef0-8adb-f5cd6dd7982d 2021-07-07T00:25:24.985Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5e4ecf01-0294-4d0b-9dd8-4791ff2111bc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:25.286Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5e4ecf01-0294-4d0b-9dd8-4791ff2111bc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=486 EndTimestamp=2021-07-07T00:25:25.286Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:24.800Z InvocationID=f6d2867a-cd80-4ce7-8298-f3187d38279b ResponseDesc=OK 2021-07-07T00:25:26.110Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=04f8ee89-121d-46cd-86f0-7986781fbcd3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:26.110Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:26.110Z InvocationID=2d9e88e4-856a-418a-adfc-f6e1e7bdc4b0 2021-07-07T00:25:26.187Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=04f8ee89-121d-46cd-86f0-7986781fbcd3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:26.503Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=04f8ee89-121d-46cd-86f0-7986781fbcd3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=392 EndTimestamp=2021-07-07T00:25:26.502Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:26.110Z InvocationID=1d72c395-cf59-4cee-a1fd-2ec833802b03 ResponseDesc=OK 2021-07-07T00:25:26.572Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=24a910cf-75d8-4575-ae0a-0e90bfa38ff7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:26.572Z InvocationID=5d4405e2-650e-437b-98fd-121c3f14fe48 2021-07-07T00:25:26.601Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=24a910cf-75d8-4575-ae0a-0e90bfa38ff7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:26.985Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=24a910cf-75d8-4575-ae0a-0e90bfa38ff7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=413 EndTimestamp=2021-07-07T00:25:26.985Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:26.572Z InvocationID=1f0cece4-9471-40c9-858a-02a47c98a5ad ResponseDesc=OK 2021-07-07T00:25:27.290Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b1d22b72-008a-4e01-8a0e-f872a4aa6fcd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:27.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:27.290Z InvocationID=328ec76b-7291-4e2a-be09-8aa1a8cca34e 2021-07-07T00:25:27.389Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b1d22b72-008a-4e01-8a0e-f872a4aa6fcd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:27.686Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b1d22b72-008a-4e01-8a0e-f872a4aa6fcd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=395 EndTimestamp=2021-07-07T00:25:27.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:27.290Z InvocationID=12bb5174-bc68-46de-a5ab-e17495164c96 ResponseDesc=OK 2021-07-07T00:25:28.491Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5e9de697-5f63-43fb-a29c-157477d33f62 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:28.491Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:28.491Z InvocationID=0e60ae52-32ef-47c2-84e4-dc965b1a1da4 2021-07-07T00:25:28.684Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5e9de697-5f63-43fb-a29c-157477d33f62 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:28.946Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5e9de697-5f63-43fb-a29c-157477d33f62 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=455 EndTimestamp=2021-07-07T00:25:28.946Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:28.491Z InvocationID=dcc599bc-2b19-4401-a059-fc1969b5518e ResponseDesc=OK 2021-07-07T00:25:29.901Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5509bb5e-1113-404b-83a7-489dc3a8d162 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:29.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:29.900Z InvocationID=9cfe5fe3-379a-4a6d-983f-d0f91f96b0a9 2021-07-07T00:25:30.490Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5509bb5e-1113-404b-83a7-489dc3a8d162 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:30.687Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5509bb5e-1113-404b-83a7-489dc3a8d162 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=787 EndTimestamp=2021-07-07T00:25:30.687Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:29.900Z InvocationID=49d33fe6-3722-474c-9c42-675380c8fb4e ResponseDesc=OK 2021-07-07T00:25:31.390Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=601e6f8c-18d3-40b4-8e3a-94166b99d0d3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:31.389Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:31.389Z InvocationID=a73e29a5-99b0-4779-9e39-71a2e60ece2f 2021-07-07T00:25:31.485Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=601e6f8c-18d3-40b4-8e3a-94166b99d0d3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:31.785Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=601e6f8c-18d3-40b4-8e3a-94166b99d0d3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=396 EndTimestamp=2021-07-07T00:25:31.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:31.389Z InvocationID=20f00e90-b134-473c-bfa5-0d1a26880691 ResponseDesc=OK 2021-07-07T00:25:32.592Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1e82148f-3fff-472e-b6be-80341bc33d5a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:32.592Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:32.592Z InvocationID=fc6abb14-7d30-4151-a2cf-d7ebbbf9463b 2021-07-07T00:25:32.689Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1e82148f-3fff-472e-b6be-80341bc33d5a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:33.364Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1e82148f-3fff-472e-b6be-80341bc33d5a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=772 EndTimestamp=2021-07-07T00:25:33.364Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:32.592Z InvocationID=679d785c-22b1-48ed-b0c1-08c8d64a27f8 ResponseDesc=OK 2021-07-07T00:25:33.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=67d0a740-af6e-4286-81b7-badffeaf3f17 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:33.924Z InvocationID=6e5feae8-e672-48a5-9115-342c75292be5 2021-07-07T00:25:34.390Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=13844ec6-b428-4086-afa3-4a9ce9b27b4b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:34.390Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:34.390Z InvocationID=4facacc0-9d37-4951-b74b-554e60567ef4 2021-07-07T00:25:35.172Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=67d0a740-af6e-4286-81b7-badffeaf3f17 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:35.183Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=13844ec6-b428-4086-afa3-4a9ce9b27b4b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:35.284Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=13844ec6-b428-4086-afa3-4a9ce9b27b4b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=894 EndTimestamp=2021-07-07T00:25:35.284Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:34.390Z InvocationID=aa76dc6a-4a03-4718-b88c-1b3e17a78e9c ResponseDesc=OK 2021-07-07T00:25:35.294Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=67d0a740-af6e-4286-81b7-badffeaf3f17 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1370 EndTimestamp=2021-07-07T00:25:35.294Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:33.924Z InvocationID=2be4dedc-e359-4447-a49b-0586e9d705a7 ResponseDesc=OK 2021-07-07T00:25:35.999Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c11b4d81-d2c1-4833-94b4-9898f9b123e5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:35.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:35.998Z InvocationID=26bbe455-45d1-4bc6-9086-c7fb449b2f0c 2021-07-07T00:25:36.185Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c11b4d81-d2c1-4833-94b4-9898f9b123e5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:36.458Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c11b4d81-d2c1-4833-94b4-9898f9b123e5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=460 EndTimestamp=2021-07-07T00:25:36.458Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:35.998Z InvocationID=de2fb941-3756-4c0a-9c17-e1b1e0968928 ResponseDesc=OK 2021-07-07T00:25:36.572Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4d55b448-228f-4cd1-839c-726cfdbcd26e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:36.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:36.572Z InvocationID=4894c755-dae1-45be-a584-bc6317546b1e 2021-07-07T00:25:36.746Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4d55b448-228f-4cd1-839c-726cfdbcd26e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:37.091Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4d55b448-228f-4cd1-839c-726cfdbcd26e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=519 EndTimestamp=2021-07-07T00:25:37.091Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:36.572Z InvocationID=3a27ec63-e48f-48d9-b02a-4f8709e7e3a1 ResponseDesc=OK 2021-07-07T00:25:37.892Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9c67f661-2e96-4ea4-8ccb-5c428232a8a9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:37.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:37.892Z InvocationID=c1819440-1a5c-412c-9355-a3d7aa411fef 2021-07-07T00:25:38.184Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9c67f661-2e96-4ea4-8ccb-5c428232a8a9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:38.589Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9c67f661-2e96-4ea4-8ccb-5c428232a8a9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=697 EndTimestamp=2021-07-07T00:25:38.589Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:37.892Z InvocationID=7ba9ad58-a1f9-4e83-a16f-2b4a4808fac2 ResponseDesc=OK 2021-07-07T00:25:39.293Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c330975f-dcc0-4542-bb9d-3c17562265be InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:39.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:39.293Z InvocationID=7ce01447-d0b6-4429-828d-eb5284c9e78f 2021-07-07T00:25:39.383Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c330975f-dcc0-4542-bb9d-3c17562265be InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:39.654Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c330975f-dcc0-4542-bb9d-3c17562265be InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=361 EndTimestamp=2021-07-07T00:25:39.654Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:39.293Z InvocationID=5a569725-8b29-42bd-ad99-1a5d04ad0811 ResponseDesc=OK 2021-07-07T00:25:40.400Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3bd54af4-726a-4e0f-94df-704fc6b12cf8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:40.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:40.400Z InvocationID=cd677fd5-9cfc-4046-a784-f6ad964812e3 2021-07-07T00:25:41.143Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3bd54af4-726a-4e0f-94df-704fc6b12cf8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:41.485Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3bd54af4-726a-4e0f-94df-704fc6b12cf8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1085 EndTimestamp=2021-07-07T00:25:41.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:40.400Z InvocationID=f454665b-cf73-4b7f-9e09-682bf5f28834 ResponseDesc=OK 2021-07-07T00:25:42.205Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f27dd5dc-4d4e-4ea4-8433-e9659dd3c52c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:42.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:42.205Z InvocationID=dd3f470e-5e1a-46ed-bc27-df9b3026f84e 2021-07-07T00:25:42.291Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f27dd5dc-4d4e-4ea4-8433-e9659dd3c52c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:42.491Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f27dd5dc-4d4e-4ea4-8433-e9659dd3c52c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=286 EndTimestamp=2021-07-07T00:25:42.491Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:42.205Z InvocationID=82c38a4f-65b6-4b52-a3a9-20e60c68c6fe ResponseDesc=OK 2021-07-07T00:25:43.400Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=87325d9c-6780-4134-833c-5544a9aa5353 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:43.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:43.400Z InvocationID=44a840e8-b697-45c1-bfe9-bc3a95707c41 2021-07-07T00:25:43.583Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=87325d9c-6780-4134-833c-5544a9aa5353 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:43.687Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=87325d9c-6780-4134-833c-5544a9aa5353 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=287 EndTimestamp=2021-07-07T00:25:43.687Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:43.400Z InvocationID=3adea06c-7410-42a2-a65e-2583c10dc447 ResponseDesc=OK 2021-07-07T00:25:43.924Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a54ce9b1-fe5a-4355-9ad4-27d7fbe8bcb9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:43.924Z InvocationID=cca1912c-c451-48bf-9775-804eacb5e0f2 2021-07-07T00:25:43.991Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a54ce9b1-fe5a-4355-9ad4-27d7fbe8bcb9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:44.187Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a54ce9b1-fe5a-4355-9ad4-27d7fbe8bcb9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=263 EndTimestamp=2021-07-07T00:25:44.187Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:43.924Z InvocationID=da025d71-f7fd-486e-aea7-8de1de6e2ed6 ResponseDesc=OK 2021-07-07T00:25:44.888Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b950433e-8d72-472f-b450-2008be57c27f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:44.888Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:44.888Z InvocationID=69855c98-c7bf-494c-a1c7-ac5e0534ac27 2021-07-07T00:25:45.388Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b950433e-8d72-472f-b450-2008be57c27f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:45.789Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b950433e-8d72-472f-b450-2008be57c27f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=901 EndTimestamp=2021-07-07T00:25:45.789Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:44.888Z InvocationID=e9916176-0c61-45f2-9c42-fa1465958c8b ResponseDesc=OK 2021-07-07T00:25:46.572Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a228835f-315f-4228-a738-74563d07824c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:46.572Z InvocationID=41ff9441-af12-440b-bb43-6d86ca58c80a 2021-07-07T00:25:46.598Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7b51960b-afe5-4293-8196-ae74bf55e6a7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:46.598Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:46.598Z InvocationID=191ac647-03b2-461c-bf38-9eedcfa2c942 2021-07-07T00:25:46.689Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a228835f-315f-4228-a738-74563d07824c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:46.702Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7b51960b-afe5-4293-8196-ae74bf55e6a7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:46.985Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a228835f-315f-4228-a738-74563d07824c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=413 EndTimestamp=2021-07-07T00:25:46.985Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:46.572Z InvocationID=45b1e91d-234b-4c38-83f7-52d41828a01a ResponseDesc=OK 2021-07-07T00:25:47.043Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7b51960b-afe5-4293-8196-ae74bf55e6a7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=445 EndTimestamp=2021-07-07T00:25:47.043Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:46.598Z InvocationID=7a934595-79be-4cfb-bc73-0c05a9590c9c ResponseDesc=OK 2021-07-07T00:25:47.892Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=66b55454-4291-477b-9a87-4569badac599 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:47.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:47.892Z InvocationID=880137db-96fa-49a0-ae40-83673d2e79fe 2021-07-07T00:25:48.085Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=66b55454-4291-477b-9a87-4569badac599 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:48.486Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=66b55454-4291-477b-9a87-4569badac599 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=594 EndTimestamp=2021-07-07T00:25:48.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:47.892Z InvocationID=be9dc574-61f8-4751-ac0d-9782331ffa07 ResponseDesc=OK 2021-07-07T00:25:49.188Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7fbf1238-18ee-4793-a9b0-f48ab86d7f7f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:49.188Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:49.188Z InvocationID=1b731bf4-bf12-4b59-ba14-16e2836db03b 2021-07-07T00:25:49.293Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7fbf1238-18ee-4793-a9b0-f48ab86d7f7f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:49.644Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7fbf1238-18ee-4793-a9b0-f48ab86d7f7f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=456 EndTimestamp=2021-07-07T00:25:49.644Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:49.188Z InvocationID=9a77ed37-ef54-4f2c-b561-6414b521f630 ResponseDesc=OK 2021-07-07T00:25:50.392Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aa8602e7-55f2-42a4-af92-78c5bc578f29 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:50.392Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:50.392Z InvocationID=2c18a7ca-203f-4da5-9ef6-e7f5778916f2 2021-07-07T00:25:50.643Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aa8602e7-55f2-42a4-af92-78c5bc578f29 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:50.886Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aa8602e7-55f2-42a4-af92-78c5bc578f29 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=494 EndTimestamp=2021-07-07T00:25:50.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:50.392Z InvocationID=03d0e00d-624e-42a3-92cd-575d9ba4722c ResponseDesc=OK 2021-07-07T00:25:51.704Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=64f9bf7e-232e-4af0-8a3f-1534284918d5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:51.703Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:51.703Z InvocationID=ac1db765-a0a5-4ab7-9f0d-5526229862f2 2021-07-07T00:25:51.885Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=64f9bf7e-232e-4af0-8a3f-1534284918d5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:52.287Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=64f9bf7e-232e-4af0-8a3f-1534284918d5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=584 EndTimestamp=2021-07-07T00:25:52.287Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:51.703Z InvocationID=bb29cba4-4b61-4a98-ad9b-b8111e5d5b53 ResponseDesc=OK 2021-07-07T00:25:53.092Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c1bce355-d5d2-4c65-be0e-cf3b825be7d6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:53.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:53.092Z InvocationID=f2552dfd-bc15-458f-8eb3-dc19367ad412 2021-07-07T00:25:53.196Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c1bce355-d5d2-4c65-be0e-cf3b825be7d6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:53.396Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c1bce355-d5d2-4c65-be0e-cf3b825be7d6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=304 EndTimestamp=2021-07-07T00:25:53.396Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:53.092Z InvocationID=f2300dc7-f97c-4d54-b37b-44d3f414aeb9 ResponseDesc=OK 2021-07-07T00:25:53.925Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4082a99f-6e61-4cdd-be43-8ab0c4654fee InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:53.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:53.925Z InvocationID=a32559aa-cbc6-4d4d-b1c7-b83bc7f6067d 2021-07-07T00:25:54.142Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4082a99f-6e61-4cdd-be43-8ab0c4654fee InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:54.293Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a50228f1-3284-43eb-b814-0cf0d21fa83a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:54.292Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:54.292Z InvocationID=b9d78bc1-9a28-4a63-a602-7027eeae1b6d 2021-07-07T00:25:54.385Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a50228f1-3284-43eb-b814-0cf0d21fa83a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:54.484Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4082a99f-6e61-4cdd-be43-8ab0c4654fee InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=559 EndTimestamp=2021-07-07T00:25:54.484Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:53.925Z InvocationID=2668e9c7-4707-4193-b938-55ebe6341d3a ResponseDesc=OK 2021-07-07T00:25:54.888Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a50228f1-3284-43eb-b814-0cf0d21fa83a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=596 EndTimestamp=2021-07-07T00:25:54.888Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:54.292Z InvocationID=ba0ff39c-2200-4688-a7cb-e6341552d4fb ResponseDesc=OK 2021-07-07T00:25:55.703Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2121e1ea-e96f-407a-9360-9f957a746775 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:55.702Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:55.702Z InvocationID=a9def037-ecea-4cc9-a2c3-c0a7c888c352 2021-07-07T00:25:55.883Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2121e1ea-e96f-407a-9360-9f957a746775 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:56.246Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2121e1ea-e96f-407a-9360-9f957a746775 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=544 EndTimestamp=2021-07-07T00:25:56.246Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:55.702Z InvocationID=75c2708e-7a74-485c-8773-c172df36b2d9 ResponseDesc=OK 2021-07-07T00:25:56.572Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=80bf2040-9c18-485a-ad20-1b52c7b2e6b6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:56.572Z InvocationID=144058b8-71cd-47ee-8d8d-6571cedecc1e 2021-07-07T00:25:56.843Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=80bf2040-9c18-485a-ad20-1b52c7b2e6b6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:56.892Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=45cdc859-ff19-489f-83ea-6b4694be376d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:56.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:56.892Z InvocationID=87b17afe-5180-4fd6-aae6-26b747292c3f 2021-07-07T00:25:57.084Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=80bf2040-9c18-485a-ad20-1b52c7b2e6b6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=512 EndTimestamp=2021-07-07T00:25:57.084Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:56.572Z InvocationID=1e3f027f-324d-47ec-8140-ad5f77f92605 ResponseDesc=OK 2021-07-07T00:25:57.085Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=45cdc859-ff19-489f-83ea-6b4694be376d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:57.486Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=45cdc859-ff19-489f-83ea-6b4694be376d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=594 EndTimestamp=2021-07-07T00:25:57.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:56.892Z InvocationID=260028a9-667f-46b0-89d3-19ebce8742a8 ResponseDesc=OK 2021-07-07T00:25:58.393Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f20c09be-2cf2-4bd1-975d-291e17964cbb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:58.393Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:58.393Z InvocationID=a9c5745d-2a66-4b3d-ba8e-3d2df83c1614 2021-07-07T00:25:58.486Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f20c09be-2cf2-4bd1-975d-291e17964cbb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:25:58.850Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f20c09be-2cf2-4bd1-975d-291e17964cbb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=457 EndTimestamp=2021-07-07T00:25:58.850Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:58.393Z InvocationID=47bc8976-9483-49b0-a5d0-2b05c52c1744 ResponseDesc=OK 2021-07-07T00:25:59.687Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d28410f3-d816-4563-b8b9-f64b5b12a3a2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:25:59.686Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:59.686Z InvocationID=f79935d8-9ea7-4df5-8ad6-be89aeb1a051 2021-07-07T00:25:59.943Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d28410f3-d816-4563-b8b9-f64b5b12a3a2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:00.185Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d28410f3-d816-4563-b8b9-f64b5b12a3a2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=498 EndTimestamp=2021-07-07T00:26:00.184Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:25:59.686Z InvocationID=9feb56f6-e998-4520-ab18-dff01532a4ca ResponseDesc=OK 2021-07-07T00:26:01.098Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0b5e51e2-bd4d-4174-aa80-7a66ad23f9dd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:01.098Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:01.098Z InvocationID=6d9a9300-8b89-4daf-8473-17b9570e3fbb 2021-07-07T00:26:01.190Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0b5e51e2-bd4d-4174-aa80-7a66ad23f9dd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:01.486Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0b5e51e2-bd4d-4174-aa80-7a66ad23f9dd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=387 EndTimestamp=2021-07-07T00:26:01.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:01.098Z InvocationID=b9dd3407-9398-4607-9946-f105fa770375 ResponseDesc=OK 2021-07-07T00:26:02.190Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=905baba1-7c81-4353-ab37-7a1107696b51 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:02.189Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:02.189Z InvocationID=3caf38b7-0323-48a6-a812-3113cf381c41 2021-07-07T00:26:02.283Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=905baba1-7c81-4353-ab37-7a1107696b51 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:02.448Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=905baba1-7c81-4353-ab37-7a1107696b51 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=259 EndTimestamp=2021-07-07T00:26:02.448Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:02.189Z InvocationID=0b83c1e2-c7b7-4e5a-9b5e-bb9c62ed86b1 ResponseDesc=OK 2021-07-07T00:26:03.293Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=44b19726-2e76-4d4c-b950-363f36f6f8c8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:03.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:03.293Z InvocationID=c0081e59-15ce-4e37-8f56-ffec477c7db9 2021-07-07T00:26:03.546Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=44b19726-2e76-4d4c-b950-363f36f6f8c8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:03.924Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=66c991b6-7e21-4f65-b152-9f7a591b91ec InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:03.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:03.923Z InvocationID=89da55dc-a1b4-47e2-9d33-7c3cb5e315bc 2021-07-07T00:26:04.085Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=66c991b6-7e21-4f65-b152-9f7a591b91ec InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:04.086Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=44b19726-2e76-4d4c-b950-363f36f6f8c8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=793 EndTimestamp=2021-07-07T00:26:04.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:03.293Z InvocationID=fff0f6c5-3590-406e-9d62-f66996f595b5 ResponseDesc=OK 2021-07-07T00:26:04.986Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=66c991b6-7e21-4f65-b152-9f7a591b91ec InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1063 EndTimestamp=2021-07-07T00:26:04.986Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:03.923Z InvocationID=98b2ed77-c8fa-4e08-b7c5-783f815231ac ResponseDesc=OK 2021-07-07T00:26:05.205Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a02690ca-e7d7-43ae-9342-1b8f2f420723 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:05.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:05.204Z InvocationID=6e5c2c92-35b9-4b07-bc09-e443bb2fda7c 2021-07-07T00:26:05.389Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a02690ca-e7d7-43ae-9342-1b8f2f420723 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:05.947Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a02690ca-e7d7-43ae-9342-1b8f2f420723 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=743 EndTimestamp=2021-07-07T00:26:05.947Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:05.204Z InvocationID=33d1e9bf-5156-4bdd-a9e2-cdd73c55233b ResponseDesc=OK 2021-07-07T00:26:06.572Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=515eb59e-b852-4bc0-bc06-39bf3f78b265 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:06.572Z InvocationID=6b3dd2cb-02e8-4845-9e52-2a67f37c5f09 2021-07-07T00:26:06.690Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b590c8f7-830e-4fc8-b089-004085293cd2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:06.690Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:06.690Z InvocationID=91bdbaed-8f54-4aaa-b0b2-8d6d19ec34f4 2021-07-07T00:26:06.786Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b590c8f7-830e-4fc8-b089-004085293cd2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:06.844Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=515eb59e-b852-4bc0-bc06-39bf3f78b265 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:07.085Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b590c8f7-830e-4fc8-b089-004085293cd2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=394 EndTimestamp=2021-07-07T00:26:07.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:06.690Z InvocationID=1a526443-c4a9-466f-b647-6e9faf9ca416 ResponseDesc=OK 2021-07-07T00:26:07.192Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=515eb59e-b852-4bc0-bc06-39bf3f78b265 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=620 EndTimestamp=2021-07-07T00:26:07.192Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:06.572Z InvocationID=becf52b8-d8b2-41df-9387-6bff1867e1b7 ResponseDesc=OK 2021-07-07T00:26:08.094Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=24bfad94-1312-4052-95e2-0ff20e1ed25d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:08.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:08.094Z InvocationID=1ee44164-af60-47bb-9b74-d15e101a44f9 2021-07-07T00:26:08.283Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=24bfad94-1312-4052-95e2-0ff20e1ed25d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:08.558Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=24bfad94-1312-4052-95e2-0ff20e1ed25d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=464 EndTimestamp=2021-07-07T00:26:08.558Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:08.094Z InvocationID=20f0da8f-2fd2-4d06-888a-5392a71012ea ResponseDesc=OK 2021-07-07T00:26:11.094Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=11d79fdb-ca1e-43d3-82a4-08e0e9e5dd6f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:11.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:11.094Z InvocationID=7abaa84c-9a6e-4b75-aaf0-6e823ec5583b 2021-07-07T00:26:11.193Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=11d79fdb-ca1e-43d3-82a4-08e0e9e5dd6f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:11.484Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=11d79fdb-ca1e-43d3-82a4-08e0e9e5dd6f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=390 EndTimestamp=2021-07-07T00:26:11.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:11.094Z InvocationID=871a30b8-1e44-456f-a6a3-c382f67121e6 ResponseDesc=OK 2021-07-07T00:26:13.924Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=22b6607a-d1dc-4869-862b-66634d48cea6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:13.924Z InvocationID=6b9fab90-e733-425e-949a-511993d16847 2021-07-07T00:26:14.085Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=22b6607a-d1dc-4869-862b-66634d48cea6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:14.198Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e8906b69-ebfd-411e-a265-d9bec275c86a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:14.198Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:14.198Z InvocationID=e611f628-29f3-446d-8e0f-72c8897562a1 2021-07-07T00:26:14.388Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e8906b69-ebfd-411e-a265-d9bec275c86a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:14.498Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=22b6607a-d1dc-4869-862b-66634d48cea6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=574 EndTimestamp=2021-07-07T00:26:14.498Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:13.924Z InvocationID=cfbfb350-2b74-459e-88bd-7355839101d5 ResponseDesc=OK 2021-07-07T00:26:14.747Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e8906b69-ebfd-411e-a265-d9bec275c86a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=549 EndTimestamp=2021-07-07T00:26:14.747Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:14.198Z InvocationID=7e86a617-409f-41c3-a0f5-600da257a5e4 ResponseDesc=OK 2021-07-07T00:26:16.572Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=94e98c38-8c02-448e-85fd-24c842565a90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:16.572Z InvocationID=e24b2e2f-a18a-4e49-91bd-53f21b44a14d 2021-07-07T00:26:16.745Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=94e98c38-8c02-448e-85fd-24c842565a90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:17.208Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=43789b32-95a0-4ed6-bea7-769a72fc7340 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:17.208Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:17.208Z InvocationID=d9471f74-2228-4c30-80f9-db48341408b7 2021-07-07T00:26:17.284Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=94e98c38-8c02-448e-85fd-24c842565a90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=712 EndTimestamp=2021-07-07T00:26:17.284Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:16.572Z InvocationID=44d7641d-3b32-46e5-b30c-10116827f068 ResponseDesc=OK 2021-07-07T00:26:17.385Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=43789b32-95a0-4ed6-bea7-769a72fc7340 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:17.647Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=43789b32-95a0-4ed6-bea7-769a72fc7340 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=438 EndTimestamp=2021-07-07T00:26:17.646Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:17.208Z InvocationID=670c6d3d-1613-4b29-91cf-31ee409b4063 ResponseDesc=OK 2021-07-07T00:26:20.197Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a6a2c84e-db4e-4da4-99af-6e3732f3cf0a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:20.197Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:20.197Z InvocationID=0eb2786d-12f9-4676-9075-fda217cd3061 2021-07-07T00:26:20.288Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a6a2c84e-db4e-4da4-99af-6e3732f3cf0a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:20.406Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a6a2c84e-db4e-4da4-99af-6e3732f3cf0a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=209 EndTimestamp=2021-07-07T00:26:20.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:20.197Z InvocationID=8c05886d-3be6-47c1-ae2f-19a7d81616dc ResponseDesc=OK 2021-07-07T00:26:23.302Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e07683ca-e2b9-4a43-8ca5-1b9b5946b7d5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:23.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:23.302Z InvocationID=802eea31-eee3-4d26-844e-4bb7c2500236 2021-07-07T00:26:23.549Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e07683ca-e2b9-4a43-8ca5-1b9b5946b7d5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:23.785Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e07683ca-e2b9-4a43-8ca5-1b9b5946b7d5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=483 EndTimestamp=2021-07-07T00:26:23.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:23.302Z InvocationID=3f0a1b79-afb5-48c7-a9ed-4c2923345814 ResponseDesc=OK 2021-07-07T00:26:23.924Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9877f86e-462c-43ab-9641-4be5cffb934d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:23.924Z InvocationID=cea03edd-1d98-4623-a4c3-7a9205957247 2021-07-07T00:26:24.085Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9877f86e-462c-43ab-9641-4be5cffb934d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:25.087Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9877f86e-462c-43ab-9641-4be5cffb934d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1163 EndTimestamp=2021-07-07T00:26:25.087Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:23.924Z InvocationID=af5d2efe-5552-4e57-8038-a97af6207897 ResponseDesc=OK 2021-07-07T00:26:25.800Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cc0e4ac8-27e2-4c68-bb40-03b3c125ab94 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:25.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:25.800Z InvocationID=8abc4a53-638a-426c-8c92-d78891fcc420 2021-07-07T00:26:25.885Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cc0e4ac8-27e2-4c68-bb40-03b3c125ab94 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:26.254Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cc0e4ac8-27e2-4c68-bb40-03b3c125ab94 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=454 EndTimestamp=2021-07-07T00:26:26.254Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:25.800Z InvocationID=3d23acdc-c42d-4a0b-b457-d5310662131a ResponseDesc=OK 2021-07-07T00:26:26.572Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b44cb706-3087-4ec9-a719-520e6c26b538 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:26.572Z InvocationID=8af8bb2c-596d-4e55-b053-885bc8bf0c63 2021-07-07T00:26:26.949Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b44cb706-3087-4ec9-a719-520e6c26b538 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:27.184Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b44cb706-3087-4ec9-a719-520e6c26b538 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=612 EndTimestamp=2021-07-07T00:26:27.184Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:26.572Z InvocationID=eef71d39-8caa-44c4-b2ba-32c4313fc554 ResponseDesc=OK 2021-07-07T00:26:29.395Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d0defbae-ee66-4cb6-a54a-4fcda310abfb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:29.395Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:29.395Z InvocationID=22ee56e3-1388-44db-92c8-16ec0156097f 2021-07-07T00:26:29.684Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d0defbae-ee66-4cb6-a54a-4fcda310abfb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:30.586Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d0defbae-ee66-4cb6-a54a-4fcda310abfb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1191 EndTimestamp=2021-07-07T00:26:30.586Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:29.395Z InvocationID=3a08f5e5-6b15-4d26-b870-98045de81f40 ResponseDesc=OK 2021-07-07T00:26:32.099Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=81478991-fa09-4c48-a77e-2a6a82e032b0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:32.099Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:32.099Z InvocationID=427fdb93-df79-4b52-9076-0119ac9abfce 2021-07-07T00:26:32.583Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=81478991-fa09-4c48-a77e-2a6a82e032b0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:33.486Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=81478991-fa09-4c48-a77e-2a6a82e032b0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1386 EndTimestamp=2021-07-07T00:26:33.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:32.099Z InvocationID=a982dd5e-0812-4bd7-816c-40387c04e2f0 ResponseDesc=OK 2021-07-07T00:26:33.924Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d4250106-bbe5-44b6-9b49-2edef9c69cc2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:33.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:33.923Z InvocationID=f9c98a10-617a-466e-bcf5-3fb9527de2b6 2021-07-07T00:26:34.543Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d4250106-bbe5-44b6-9b49-2edef9c69cc2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:34.984Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d4250106-bbe5-44b6-9b49-2edef9c69cc2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1061 EndTimestamp=2021-07-07T00:26:34.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:33.923Z InvocationID=e43f7797-5d05-42be-8097-fe3be6e4c9b6 ResponseDesc=OK 2021-07-07T00:26:35.102Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e8987028-c7d8-4b81-843b-7ffc0ad0ec0e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:35.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:35.102Z InvocationID=0428bb1a-4bf8-4fed-9ae5-0339fd229992 2021-07-07T00:26:35.285Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e8987028-c7d8-4b81-843b-7ffc0ad0ec0e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:35.989Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e8987028-c7d8-4b81-843b-7ffc0ad0ec0e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=887 EndTimestamp=2021-07-07T00:26:35.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:35.102Z InvocationID=7e1ce852-3286-4775-9501-7567e87cacb4 ResponseDesc=OK 2021-07-07T00:26:36.571Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5de5eb9c-484d-45de-8eb2-0cef536304a2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:36.571Z InvocationID=342a78c6-ba29-4d01-9112-d5d10ffc3ed1 2021-07-07T00:26:36.983Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5de5eb9c-484d-45de-8eb2-0cef536304a2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:37.254Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5de5eb9c-484d-45de-8eb2-0cef536304a2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=683 EndTimestamp=2021-07-07T00:26:37.254Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:36.571Z InvocationID=5098d885-0a0a-4426-8d10-b0ce4573279e ResponseDesc=OK 2021-07-07T00:26:38.091Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b98ef813-2d24-4b2a-923e-a0bc9cccffe6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:38.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:38.091Z InvocationID=fa8ede80-ce7e-4dac-9653-c8cb5d6a6567 2021-07-07T00:26:38.863Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b98ef813-2d24-4b2a-923e-a0bc9cccffe6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:40.385Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b98ef813-2d24-4b2a-923e-a0bc9cccffe6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2293 EndTimestamp=2021-07-07T00:26:40.384Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:38.091Z InvocationID=38e95a4a-ffaf-439f-bbc2-feddf8459aed ResponseDesc=OK 2021-07-07T00:26:41.095Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3156c850-53aa-4da0-a141-48db417ba9bc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:41.095Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:41.095Z InvocationID=0af14552-c69e-402b-99f2-449f77976a6e 2021-07-07T00:26:41.285Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3156c850-53aa-4da0-a141-48db417ba9bc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:41.686Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3156c850-53aa-4da0-a141-48db417ba9bc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=591 EndTimestamp=2021-07-07T00:26:41.686Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:41.095Z InvocationID=49969677-70fa-469b-8378-6d5bbaf51bc5 ResponseDesc=OK 2021-07-07T00:26:43.924Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c2323064-1a04-443a-960b-a49c6f5eafd2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:43.924Z InvocationID=b363091b-eccb-4ec4-a16b-1e9ef64210ae 2021-07-07T00:26:44.084Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c2323064-1a04-443a-960b-a49c6f5eafd2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:44.098Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=408efd90-543a-4088-8fbd-3cf9fbf95fed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:44.098Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:44.098Z InvocationID=98ac155c-e88e-4df8-bc64-55deb9a9f3fa 2021-07-07T00:26:44.492Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c2323064-1a04-443a-960b-a49c6f5eafd2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=568 EndTimestamp=2021-07-07T00:26:44.492Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:43.924Z InvocationID=422eab02-feeb-49f2-b70b-564bd1e5227c ResponseDesc=OK 2021-07-07T00:26:44.547Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=408efd90-543a-4088-8fbd-3cf9fbf95fed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:44.600Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=408efd90-543a-4088-8fbd-3cf9fbf95fed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=502 EndTimestamp=2021-07-07T00:26:44.600Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:44.098Z InvocationID=082949ed-eb72-4713-abb0-f4ea9a939211 ResponseDesc=OK 2021-07-07T00:26:46.572Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a2561243-0828-4154-a01f-6e2772c83903 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:46.572Z InvocationID=13b7aca8-f29b-4742-abe1-036fbdbf41cf 2021-07-07T00:26:46.587Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a2561243-0828-4154-a01f-6e2772c83903 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:46.843Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a2561243-0828-4154-a01f-6e2772c83903 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=271 EndTimestamp=2021-07-07T00:26:46.843Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:46.572Z InvocationID=7e3c0282-4af3-4e7c-a57a-8c0ddb1471fb ResponseDesc=OK 2021-07-07T00:26:47.089Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=282e791e-3352-4f4c-8f92-4cbc031f451b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:47.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:47.089Z InvocationID=406b943e-8652-42c8-b978-f126d5e354bc 2021-07-07T00:26:47.187Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=282e791e-3352-4f4c-8f92-4cbc031f451b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:47.451Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=282e791e-3352-4f4c-8f92-4cbc031f451b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=361 EndTimestamp=2021-07-07T00:26:47.450Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:47.089Z InvocationID=681c4579-15e9-417c-9e27-2a0d2edfa991 ResponseDesc=OK 2021-07-07T00:26:50.799Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=18a47bdb-84d2-4b17-8432-5751752907a2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:50.799Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:50.799Z InvocationID=8b3847ef-4cb7-45ba-9d1e-d1258e77307b 2021-07-07T00:26:51.287Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=18a47bdb-84d2-4b17-8432-5751752907a2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:51.549Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=18a47bdb-84d2-4b17-8432-5751752907a2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=750 EndTimestamp=2021-07-07T00:26:51.549Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:50.799Z InvocationID=ac34c9c8-a72a-49fe-8f93-17238d280a2c ResponseDesc=OK 2021-07-07T00:26:53.004Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=199e338c-4af9-449a-9db6-40b1a2de2a6c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:53.004Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:53.004Z InvocationID=aeb13ca9-a50b-46a2-a7e6-4c4092acb114 2021-07-07T00:26:53.284Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=199e338c-4af9-449a-9db6-40b1a2de2a6c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:53.487Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=199e338c-4af9-449a-9db6-40b1a2de2a6c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=482 EndTimestamp=2021-07-07T00:26:53.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:53.004Z InvocationID=05f1038e-218b-41c6-8515-70811e21b26e ResponseDesc=OK 2021-07-07T00:26:53.924Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8f785ccc-8714-4eb0-9abb-326cd2911379 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:53.924Z InvocationID=54911a7e-d86d-4003-ae5e-64a70999762a 2021-07-07T00:26:53.986Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8f785ccc-8714-4eb0-9abb-326cd2911379 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:54.343Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8f785ccc-8714-4eb0-9abb-326cd2911379 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=419 EndTimestamp=2021-07-07T00:26:54.343Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:53.924Z InvocationID=b46529b7-59e8-40de-954c-8317d534384c ResponseDesc=OK 2021-07-07T00:26:55.796Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=45056138-ed01-4982-8512-7153f0dd42fa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:55.796Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:55.796Z InvocationID=b8cd6df2-1560-4b8c-aa34-eb84528c6c77 2021-07-07T00:26:56.043Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=45056138-ed01-4982-8512-7153f0dd42fa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:56.284Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=45056138-ed01-4982-8512-7153f0dd42fa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=488 EndTimestamp=2021-07-07T00:26:56.284Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:55.796Z InvocationID=b824e23e-a014-4cbb-8814-ec2a8122d482 ResponseDesc=OK 2021-07-07T00:26:56.571Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c5058d37-d1dc-4a1e-81aa-8e2924977614 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:56.571Z InvocationID=15db2f79-93ee-4dd1-b857-aa2b10579620 2021-07-07T00:26:56.591Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c5058d37-d1dc-4a1e-81aa-8e2924977614 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:57.575Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c5058d37-d1dc-4a1e-81aa-8e2924977614 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1003 EndTimestamp=2021-07-07T00:26:57.574Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:56.571Z InvocationID=fe5024ab-c98e-4de8-a0bf-0446fddebc6c ResponseDesc=OK 2021-07-07T00:26:59.103Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1aeef38a-3534-42e9-8cbd-9a79c607bb11 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:26:59.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:59.103Z InvocationID=ca2cf9f9-2a50-41ac-96aa-dd6555df8b75 2021-07-07T00:26:59.285Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1aeef38a-3534-42e9-8cbd-9a79c607bb11 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:26:59.843Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1aeef38a-3534-42e9-8cbd-9a79c607bb11 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=740 EndTimestamp=2021-07-07T00:26:59.843Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:26:59.103Z InvocationID=dcfc793f-511d-4738-8e3a-557b3291317f ResponseDesc=OK 2021-07-07T00:27:02.195Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=652e0e0b-0ec9-4cdc-a79c-60d21f2b2980 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:02.195Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:02.195Z InvocationID=9d57b2a8-08aa-4284-89da-8ad87fdb01ba 2021-07-07T00:27:02.745Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=652e0e0b-0ec9-4cdc-a79c-60d21f2b2980 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:02.805Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=652e0e0b-0ec9-4cdc-a79c-60d21f2b2980 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=610 EndTimestamp=2021-07-07T00:27:02.805Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:02.195Z InvocationID=190adf81-4d34-43a4-812c-b6e92ffd3778 ResponseDesc=OK 2021-07-07T00:27:03.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e46f574e-6321-4a49-b93e-398cd4dc2ded InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:03.924Z InvocationID=696bd6a3-001a-4aa4-bd24-cacd624db0c2 2021-07-07T00:27:04.096Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e46f574e-6321-4a49-b93e-398cd4dc2ded InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:04.386Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e46f574e-6321-4a49-b93e-398cd4dc2ded InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=462 EndTimestamp=2021-07-07T00:27:04.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:03.924Z InvocationID=cc64f669-9697-4269-98ab-3114c667fecf ResponseDesc=OK 2021-07-07T00:27:05.691Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cad3af3d-cd31-429a-9ab1-e05b8c5e1665 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:05.690Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:05.690Z InvocationID=ce591124-482b-4bf3-832f-39b2f35835ef 2021-07-07T00:27:05.787Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cad3af3d-cd31-429a-9ab1-e05b8c5e1665 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:06.138Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cad3af3d-cd31-429a-9ab1-e05b8c5e1665 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=447 EndTimestamp=2021-07-07T00:27:06.137Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:05.690Z InvocationID=d2c924b3-3d90-4591-99ab-9799289a7ee2 ResponseDesc=OK 2021-07-07T00:27:06.572Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bfe63749-5a28-4711-b6d8-111342a8ee5d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:06.572Z InvocationID=cbe1f2b9-210b-4f0f-9e55-5ad69e05d2f2 2021-07-07T00:27:06.750Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bfe63749-5a28-4711-b6d8-111342a8ee5d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:07.484Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bfe63749-5a28-4711-b6d8-111342a8ee5d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=912 EndTimestamp=2021-07-07T00:27:07.484Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:06.572Z InvocationID=fcd4a5f9-7243-42f6-8827-03013575e1cc ResponseDesc=OK 2021-07-07T00:27:08.099Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=17f38ebe-4e2f-41b2-99df-d8bb9a1746cb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:08.099Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:08.099Z InvocationID=0897c2f7-e8ed-43be-8080-6885e631d8b5 2021-07-07T00:27:08.187Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=17f38ebe-4e2f-41b2-99df-d8bb9a1746cb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:08.793Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=17f38ebe-4e2f-41b2-99df-d8bb9a1746cb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=694 EndTimestamp=2021-07-07T00:27:08.793Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:08.099Z InvocationID=a40e1069-ed39-47a9-b52e-5634fa538536 ResponseDesc=OK 2021-07-07T00:27:11.094Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b48cf085-7edd-4f23-81d9-c709dc3060bb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:11.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:11.094Z InvocationID=aa89cbe7-3f7c-4605-8290-1e06cd4ab07b 2021-07-07T00:27:11.183Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b48cf085-7edd-4f23-81d9-c709dc3060bb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:11.498Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b48cf085-7edd-4f23-81d9-c709dc3060bb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=404 EndTimestamp=2021-07-07T00:27:11.498Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:11.094Z InvocationID=f6b9f925-f607-45ba-9340-581da39ce490 ResponseDesc=OK 2021-07-07T00:27:13.924Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1c3a2ace-bec3-417a-a7f0-6288b728c004 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:13.924Z InvocationID=2d67e700-a212-441d-800a-6ee2be686e32 2021-07-07T00:27:14.045Z [qtp817348612-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1c3a2ace-bec3-417a-a7f0-6288b728c004 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:14.208Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cbdf3d10-07fe-4442-89bc-4692e5b01a4d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:14.208Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:14.208Z InvocationID=e4f883ff-fd1e-4e51-8379-ff895e0c29ac 2021-07-07T00:27:14.284Z [qtp817348612-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1c3a2ace-bec3-417a-a7f0-6288b728c004 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=360 EndTimestamp=2021-07-07T00:27:14.284Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:13.924Z InvocationID=6046d02f-fb6b-4ad4-8fb2-a6932ed7f070 ResponseDesc=OK 2021-07-07T00:27:14.386Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cbdf3d10-07fe-4442-89bc-4692e5b01a4d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:14.686Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cbdf3d10-07fe-4442-89bc-4692e5b01a4d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=478 EndTimestamp=2021-07-07T00:27:14.686Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:14.208Z InvocationID=d549a7ff-dea7-46af-988b-e93597bd1167 ResponseDesc=OK 2021-07-07T00:27:16.571Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5d79daa2-50be-4a53-8694-6776b660b97e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:16.571Z InvocationID=4cad01e2-5966-44cc-9356-c8393a0404e6 2021-07-07T00:27:16.684Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5d79daa2-50be-4a53-8694-6776b660b97e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:16.904Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f1b8da25-2e41-4ccf-93ef-ca9154f56552 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:16.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:16.904Z InvocationID=f450b689-b4f5-413f-8631-176603350a98 2021-07-07T00:27:17.349Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5d79daa2-50be-4a53-8694-6776b660b97e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=778 EndTimestamp=2021-07-07T00:27:17.349Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:16.571Z InvocationID=4e5b0d1e-f087-45e9-b8d9-1fe4458b9500 ResponseDesc=OK 2021-07-07T00:27:17.843Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f1b8da25-2e41-4ccf-93ef-ca9154f56552 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:18.384Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f1b8da25-2e41-4ccf-93ef-ca9154f56552 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1480 EndTimestamp=2021-07-07T00:27:18.384Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:16.904Z InvocationID=370a99a7-22ee-482b-86bb-d7c7539844b5 ResponseDesc=OK 2021-07-07T00:27:20.388Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=030cf8f1-7772-4a3d-84a6-abaefe1dc26e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:20.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:20.387Z InvocationID=194e3eda-c37a-4969-a333-a07555844a1a 2021-07-07T00:27:20.486Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=030cf8f1-7772-4a3d-84a6-abaefe1dc26e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:21.190Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=030cf8f1-7772-4a3d-84a6-abaefe1dc26e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=803 EndTimestamp=2021-07-07T00:27:21.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:20.387Z InvocationID=0c76d049-f547-4b88-b9bf-171914f12cd8 ResponseDesc=OK 2021-07-07T00:27:23.201Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0d262076-1ba1-465e-9936-47ab1310f9af InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:23.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:23.201Z InvocationID=a13a35c6-3e4f-4051-afb3-63380c36d114 2021-07-07T00:27:23.289Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0d262076-1ba1-465e-9936-47ab1310f9af InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:23.648Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0d262076-1ba1-465e-9936-47ab1310f9af InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=446 EndTimestamp=2021-07-07T00:27:23.647Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:23.201Z InvocationID=d721df6e-7188-4d33-96f6-9d06e18030ef ResponseDesc=OK 2021-07-07T00:27:23.924Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9f100439-2024-406b-aae6-fbf659120636 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:23.924Z InvocationID=b0485186-5c98-4896-9d72-593dea8a4cc2 2021-07-07T00:27:24.601Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9f100439-2024-406b-aae6-fbf659120636 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:24.792Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9f100439-2024-406b-aae6-fbf659120636 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=867 EndTimestamp=2021-07-07T00:27:24.791Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:23.924Z InvocationID=781bc7a3-165d-4618-85d5-33948a259770 ResponseDesc=OK 2021-07-07T00:27:25.901Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3e3d91b5-665d-468b-8446-b0719765cc6e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:25.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:25.901Z InvocationID=7fd297cc-ddd3-46e5-aa21-d57b3742b895 2021-07-07T00:27:26.184Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3e3d91b5-665d-468b-8446-b0719765cc6e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:26.451Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3e3d91b5-665d-468b-8446-b0719765cc6e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=550 EndTimestamp=2021-07-07T00:27:26.451Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:25.901Z InvocationID=afab941d-81ca-4720-899f-6adb0a5234db ResponseDesc=OK 2021-07-07T00:27:26.572Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a64a06cf-9988-4205-a7bc-30bffa60aac6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:26.572Z InvocationID=916613fe-b7bd-4e17-9abe-72618f9eedc8 2021-07-07T00:27:26.684Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a64a06cf-9988-4205-a7bc-30bffa60aac6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:26.947Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a64a06cf-9988-4205-a7bc-30bffa60aac6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=375 EndTimestamp=2021-07-07T00:27:26.947Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:26.572Z InvocationID=d5ceda3b-14d3-49d0-83c4-e72eac7d2234 ResponseDesc=OK 2021-07-07T00:27:29.193Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c878dc74-07b6-44cb-8bc8-4955dc731979 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:29.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:29.192Z InvocationID=75df3264-95f0-42ea-9abe-86ab6a708633 2021-07-07T00:27:29.957Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c878dc74-07b6-44cb-8bc8-4955dc731979 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:30.184Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c878dc74-07b6-44cb-8bc8-4955dc731979 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=992 EndTimestamp=2021-07-07T00:27:30.184Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:29.192Z InvocationID=94d28a0a-52c7-41a7-9e51-2115b45d7a74 ResponseDesc=OK 2021-07-07T00:27:32.006Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c23450d9-2fb8-4d5a-9cc8-3f60560db4f1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:32.005Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:32.005Z InvocationID=0d0d9162-10c3-4215-85b8-29a8affa3017 2021-07-07T00:27:32.284Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c23450d9-2fb8-4d5a-9cc8-3f60560db4f1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:33.586Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c23450d9-2fb8-4d5a-9cc8-3f60560db4f1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1581 EndTimestamp=2021-07-07T00:27:33.586Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:32.005Z InvocationID=10123dea-0fbd-4363-a548-3588ed47df38 ResponseDesc=OK 2021-07-07T00:27:33.924Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7f07168c-0570-4278-a92a-6dc6382caf33 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:33.924Z InvocationID=9a355456-142a-4d0f-b33c-9b5f143f2cbd 2021-07-07T00:27:33.986Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7f07168c-0570-4278-a92a-6dc6382caf33 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:34.187Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7f07168c-0570-4278-a92a-6dc6382caf33 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=263 EndTimestamp=2021-07-07T00:27:34.187Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:33.924Z InvocationID=54c44eee-a9d5-452d-9eda-d444a0c6be83 ResponseDesc=OK 2021-07-07T00:27:35.105Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a0af5125-ca6d-4653-968b-075e2ac1598e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:35.104Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:35.104Z InvocationID=16f25874-c088-4fbb-8eba-f11ace332ec1 2021-07-07T00:27:35.190Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a0af5125-ca6d-4653-968b-075e2ac1598e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:35.384Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a0af5125-ca6d-4653-968b-075e2ac1598e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=280 EndTimestamp=2021-07-07T00:27:35.384Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:35.104Z InvocationID=9aa2f98f-a884-46fc-b842-d86cfe617c0f ResponseDesc=OK 2021-07-07T00:27:36.572Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1979a537-c9de-4c22-9a04-252688ba9f71 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:36.571Z InvocationID=f1fb74c6-ba79-4ae6-bf0c-1bd6afddff6c 2021-07-07T00:27:36.953Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1979a537-c9de-4c22-9a04-252688ba9f71 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:37.085Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1979a537-c9de-4c22-9a04-252688ba9f71 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=514 EndTimestamp=2021-07-07T00:27:37.085Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:36.571Z InvocationID=46d2e1af-324d-49a8-90db-ebda13687696 ResponseDesc=OK 2021-07-07T00:27:37.990Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=69c814fb-e2db-48aa-b20a-c2715be0681a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:37.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:37.990Z InvocationID=c7247437-c3e2-4aad-bff8-3139d25332bd 2021-07-07T00:27:38.085Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=69c814fb-e2db-48aa-b20a-c2715be0681a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:38.287Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=69c814fb-e2db-48aa-b20a-c2715be0681a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=297 EndTimestamp=2021-07-07T00:27:38.287Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:37.990Z InvocationID=3037fad8-e1d9-4ee1-8df4-74bff34382a5 ResponseDesc=OK 2021-07-07T00:27:40.998Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=11163d30-b27e-4df5-a250-0dbb0e7704a6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:40.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:40.998Z InvocationID=fc9dfe90-15ba-44b3-9475-061d31baa961 2021-07-07T00:27:41.099Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=11163d30-b27e-4df5-a250-0dbb0e7704a6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:41.194Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=11163d30-b27e-4df5-a250-0dbb0e7704a6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=196 EndTimestamp=2021-07-07T00:27:41.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:40.998Z InvocationID=b892b4fb-585f-460c-a248-adf1bd3e7ea6 ResponseDesc=OK 2021-07-07T00:27:43.925Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=48b8c434-f2b7-456f-8de8-d72f0b042086 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:43.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:43.925Z InvocationID=b078eeee-2754-4ddd-bba0-c0cd62c2144b 2021-07-07T00:27:44.088Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=48b8c434-f2b7-456f-8de8-d72f0b042086 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:44.102Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c27e3d19-d6e5-4018-896b-bf925342ab84 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:44.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:44.102Z InvocationID=ba68a7e0-038f-4d18-8f23-45ac5b132dfc 2021-07-07T00:27:44.186Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c27e3d19-d6e5-4018-896b-bf925342ab84 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:44.194Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=48b8c434-f2b7-456f-8de8-d72f0b042086 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=269 EndTimestamp=2021-07-07T00:27:44.194Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:43.925Z InvocationID=6c616991-b285-4627-8027-d5ca55fb6444 ResponseDesc=OK 2021-07-07T00:27:44.289Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c27e3d19-d6e5-4018-896b-bf925342ab84 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=187 EndTimestamp=2021-07-07T00:27:44.289Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:44.102Z InvocationID=b90843ba-9c12-4bef-b60c-0879de2e5e07 ResponseDesc=OK 2021-07-07T00:27:46.572Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d2119dc8-c727-40fb-b25e-0ea52e4a3fb3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:46.572Z InvocationID=9d858152-990c-4104-b1ee-a76cc274150e 2021-07-07T00:27:46.692Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d2119dc8-c727-40fb-b25e-0ea52e4a3fb3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:46.888Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d2119dc8-c727-40fb-b25e-0ea52e4a3fb3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=316 EndTimestamp=2021-07-07T00:27:46.888Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:46.572Z InvocationID=23969650-b3fe-48da-9555-82cefa89c6eb ResponseDesc=OK 2021-07-07T00:27:47.088Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e05e4a12-f9fd-48ac-bfbc-6b765232cecc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:47.088Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:47.088Z InvocationID=ab45606e-179d-4fd2-b9ef-0756ab60eeca 2021-07-07T00:27:47.095Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e05e4a12-f9fd-48ac-bfbc-6b765232cecc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:47.190Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e05e4a12-f9fd-48ac-bfbc-6b765232cecc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=102 EndTimestamp=2021-07-07T00:27:47.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:47.088Z InvocationID=1d4049e9-7ea2-41b6-947f-db25e40b50ab ResponseDesc=OK 2021-07-07T00:27:50.093Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53b67897-7582-43c2-9096-4140d0cb1e41 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:50.093Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:50.093Z InvocationID=6b3d5dc1-cbed-4fce-abf2-4ac45e2708be 2021-07-07T00:27:50.185Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53b67897-7582-43c2-9096-4140d0cb1e41 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:50.391Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=53b67897-7582-43c2-9096-4140d0cb1e41 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=298 EndTimestamp=2021-07-07T00:27:50.391Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:50.093Z InvocationID=4f122e27-8e50-445c-9815-10f23b7f9181 ResponseDesc=OK 2021-07-07T00:27:53.200Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3406bff7-f511-40c2-a115-c0411863e7ea InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:53.199Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:53.199Z InvocationID=2dd761dd-dbf3-4154-a8ac-091bc01e92c0 2021-07-07T00:27:53.303Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3406bff7-f511-40c2-a115-c0411863e7ea InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:53.586Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3406bff7-f511-40c2-a115-c0411863e7ea InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=387 EndTimestamp=2021-07-07T00:27:53.586Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:53.199Z InvocationID=c151f3b9-0563-47e7-837d-8df9fa7edc9d ResponseDesc=OK 2021-07-07T00:27:53.924Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=52b12f1f-db41-4de1-9a17-911be1f149db InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:53.924Z InvocationID=b62cbebb-f8c2-4769-ad1d-7ac01d47f669 2021-07-07T00:27:53.996Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=52b12f1f-db41-4de1-9a17-911be1f149db InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:54.385Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=52b12f1f-db41-4de1-9a17-911be1f149db InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=461 EndTimestamp=2021-07-07T00:27:54.385Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:53.924Z InvocationID=a5c02257-f9eb-43d0-8b2d-3840ad1bb48e ResponseDesc=OK 2021-07-07T00:27:55.890Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=78201801-ebbb-4923-8a39-033f4724cc4c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:55.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:55.890Z InvocationID=52852e82-e30a-455c-8342-6858e758398b 2021-07-07T00:27:55.984Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=78201801-ebbb-4923-8a39-033f4724cc4c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:56.572Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ba3776fe-9984-4cc3-bced-76b119f2350f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:56.571Z InvocationID=247bd76b-ea0a-4bb5-8303-10895328bab5 2021-07-07T00:27:56.591Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=78201801-ebbb-4923-8a39-033f4724cc4c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=701 EndTimestamp=2021-07-07T00:27:56.591Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:55.890Z InvocationID=9e151aa2-5e39-497e-afa5-bfbf2ac52b0f ResponseDesc=OK 2021-07-07T00:27:56.913Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ba3776fe-9984-4cc3-bced-76b119f2350f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:57.088Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ba3776fe-9984-4cc3-bced-76b119f2350f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=517 EndTimestamp=2021-07-07T00:27:57.088Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:56.571Z InvocationID=18b7358d-0264-4246-907a-419ffe150123 ResponseDesc=OK 2021-07-07T00:27:59.194Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7f291b75-16ca-4d22-8706-01339bc5afe2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:27:59.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:59.194Z InvocationID=4fa341e1-2435-4cbc-99c8-6dc28b190f9b 2021-07-07T00:27:59.289Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7f291b75-16ca-4d22-8706-01339bc5afe2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:27:59.586Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7f291b75-16ca-4d22-8706-01339bc5afe2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=392 EndTimestamp=2021-07-07T00:27:59.586Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:27:59.194Z InvocationID=bf00e314-938f-4d1c-86b3-5f5a86d5d7c6 ResponseDesc=OK 2021-07-07T00:28:02.189Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4739de9c-2e34-413e-b4a9-a908d4effe57 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:02.188Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:02.188Z InvocationID=ffe2e65d-cc18-48c8-9c88-f5f2256084a8 2021-07-07T00:28:02.485Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4739de9c-2e34-413e-b4a9-a908d4effe57 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:02.914Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4739de9c-2e34-413e-b4a9-a908d4effe57 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=726 EndTimestamp=2021-07-07T00:28:02.914Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:02.188Z InvocationID=63d355bf-31d1-4715-9734-595f81e834b4 ResponseDesc=OK 2021-07-07T00:28:03.923Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=87d9b214-e3f3-4929-84fa-1b432e9525a7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:03.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:03.923Z InvocationID=099eae0b-04cd-475b-9e8a-09522f219d1a 2021-07-07T00:28:03.994Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=87d9b214-e3f3-4929-84fa-1b432e9525a7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:04.099Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=87d9b214-e3f3-4929-84fa-1b432e9525a7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=175 EndTimestamp=2021-07-07T00:28:04.098Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:03.923Z InvocationID=b5e25359-460d-49ae-aa8d-1a2f4288fe3a ResponseDesc=OK 2021-07-07T00:28:05.206Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2cc3c782-c6c9-4a58-9d2d-6bb73f1cefce InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:05.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:05.206Z InvocationID=cf963999-c606-42e5-b067-3411ffdbf3cf 2021-07-07T00:28:05.300Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2cc3c782-c6c9-4a58-9d2d-6bb73f1cefce InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:05.606Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2cc3c782-c6c9-4a58-9d2d-6bb73f1cefce InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=400 EndTimestamp=2021-07-07T00:28:05.606Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:05.206Z InvocationID=01b3c2ab-6383-41d5-8514-e86c1f28b941 ResponseDesc=OK 2021-07-07T00:28:06.573Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=03ee70a7-86e8-4942-bde9-144a3561fc60 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:06.572Z InvocationID=45164b66-588d-462b-a761-9fed2d424a32 2021-07-07T00:28:06.684Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=03ee70a7-86e8-4942-bde9-144a3561fc60 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:06.949Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=03ee70a7-86e8-4942-bde9-144a3561fc60 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=377 EndTimestamp=2021-07-07T00:28:06.949Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:06.572Z InvocationID=3c2e487d-9626-4804-afc0-954cfeb5e8ca ResponseDesc=OK 2021-07-07T00:28:08.087Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0c7ba0ff-2787-48a3-ace2-f74b448f2203 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:08.087Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:08.087Z InvocationID=d62235f0-1c77-46ab-920c-84ec7faccd76 2021-07-07T00:28:08.347Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0c7ba0ff-2787-48a3-ace2-f74b448f2203 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:08.584Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0c7ba0ff-2787-48a3-ace2-f74b448f2203 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=497 EndTimestamp=2021-07-07T00:28:08.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:08.087Z InvocationID=39e6cc80-a351-4d22-b8d2-9a033312f096 ResponseDesc=OK 2021-07-07T00:28:11.092Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6a673023-7adb-4f4d-a3df-dc61a360e25f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:11.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:11.092Z InvocationID=c101102b-970f-4f76-b40a-a8647a6a4ad2 2021-07-07T00:28:11.185Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6a673023-7adb-4f4d-a3df-dc61a360e25f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:11.685Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6a673023-7adb-4f4d-a3df-dc61a360e25f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=593 EndTimestamp=2021-07-07T00:28:11.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:11.092Z InvocationID=9f80993f-394c-4c60-8014-c208d9293fe8 ResponseDesc=OK 2021-07-07T00:28:13.924Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3d2d9827-6f24-4744-a666-8da284ae222f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:13.924Z InvocationID=63068c0f-a532-4899-95c3-96414e465c81 2021-07-07T00:28:13.987Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3d2d9827-6f24-4744-a666-8da284ae222f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:14.095Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3bac2643-f7d0-45ec-b78b-03c97788ba2e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:14.095Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:14.095Z InvocationID=2377d6aa-9134-4345-8f19-91270045871d 2021-07-07T00:28:14.654Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3bac2643-f7d0-45ec-b78b-03c97788ba2e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:14.655Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3d2d9827-6f24-4744-a666-8da284ae222f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=731 EndTimestamp=2021-07-07T00:28:14.655Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:13.924Z InvocationID=ae58a477-00f6-4d00-b1eb-09a1d075232e ResponseDesc=OK 2021-07-07T00:28:15.284Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3bac2643-f7d0-45ec-b78b-03c97788ba2e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1189 EndTimestamp=2021-07-07T00:28:15.284Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:14.095Z InvocationID=cb019452-625f-4069-8010-336e509ebadc ResponseDesc=OK 2021-07-07T00:28:16.571Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e18b9a45-f92e-437a-b825-f4fc9fecccae InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:16.571Z InvocationID=5e02462f-9f57-415c-84e4-4fff3b7dee30 2021-07-07T00:28:17.003Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e8bb2f37-f42f-4b03-bf7e-89698774dfd8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:17.003Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:17.003Z InvocationID=d2dbf48c-20e5-426b-b89d-8422b3f73da1 2021-07-07T00:28:17.453Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e8bb2f37-f42f-4b03-bf7e-89698774dfd8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:17.461Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e18b9a45-f92e-437a-b825-f4fc9fecccae InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:17.792Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e18b9a45-f92e-437a-b825-f4fc9fecccae InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1221 EndTimestamp=2021-07-07T00:28:17.792Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:16.571Z InvocationID=a4bf46e2-263c-4301-bc6a-5000d8720f13 ResponseDesc=OK 2021-07-07T00:28:17.801Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e8bb2f37-f42f-4b03-bf7e-89698774dfd8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=798 EndTimestamp=2021-07-07T00:28:17.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:17.003Z InvocationID=d7876e40-2f75-475b-b96e-409ae189461c ResponseDesc=OK 2021-07-07T00:28:20.197Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=74a55e0f-87bb-4084-a601-4d4cde734db9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:20.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:20.196Z InvocationID=c012ab2d-b2f0-489a-b87d-7dbff13a2bd7 2021-07-07T00:28:21.177Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=74a55e0f-87bb-4084-a601-4d4cde734db9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:21.286Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=74a55e0f-87bb-4084-a601-4d4cde734db9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1090 EndTimestamp=2021-07-07T00:28:21.286Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:20.196Z InvocationID=a4dba6c4-8793-46c7-9f6c-3e59a97a6b87 ResponseDesc=OK 2021-07-07T00:28:22.908Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3a5b8393-2f34-403c-aa00-9859247a248e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:22.907Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:22.907Z InvocationID=693b91af-581c-4b27-92d7-21a67676050d 2021-07-07T00:28:23.085Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3a5b8393-2f34-403c-aa00-9859247a248e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:23.286Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3a5b8393-2f34-403c-aa00-9859247a248e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=379 EndTimestamp=2021-07-07T00:28:23.286Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:22.907Z InvocationID=b5fed5c1-ca60-4680-8df7-5d8320b2a575 ResponseDesc=OK 2021-07-07T00:28:23.925Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=76099115-f679-487e-8058-cc90fb3ffe04 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:23.924Z InvocationID=ee079e69-08d5-4274-a061-388e34a03715 2021-07-07T00:28:23.990Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=76099115-f679-487e-8058-cc90fb3ffe04 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:24.198Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=76099115-f679-487e-8058-cc90fb3ffe04 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=274 EndTimestamp=2021-07-07T00:28:24.198Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:23.924Z InvocationID=6582260f-b093-423e-8e0f-008acaea90d9 ResponseDesc=OK 2021-07-07T00:28:25.804Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c6fca5ae-3df7-4375-a499-c0d6c6ca2b4f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:25.803Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:25.803Z InvocationID=4e691bc3-b9a6-4dd3-be62-03f7c62cae91 2021-07-07T00:28:26.042Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c6fca5ae-3df7-4375-a499-c0d6c6ca2b4f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:26.285Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c6fca5ae-3df7-4375-a499-c0d6c6ca2b4f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=482 EndTimestamp=2021-07-07T00:28:26.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:25.803Z InvocationID=ae36ee40-b619-419c-9a6f-28b3dbfba1d9 ResponseDesc=OK 2021-07-07T00:28:26.571Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=740439b5-4d09-463c-9311-0232d47b56ea InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:26.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:26.571Z InvocationID=179a5698-4997-4ee9-a79b-b1e855ed894c 2021-07-07T00:28:26.654Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=740439b5-4d09-463c-9311-0232d47b56ea InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:26.953Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=740439b5-4d09-463c-9311-0232d47b56ea InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=381 EndTimestamp=2021-07-07T00:28:26.952Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:26.571Z InvocationID=a9ec7596-1ff8-44d0-a3e2-c185fbf64a3b ResponseDesc=OK 2021-07-07T00:28:29.209Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=950dae4c-a77e-49db-a245-799141e6c94e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:29.209Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:29.209Z InvocationID=9dd68e7b-0344-4c2f-85f5-7de3f1e3253b 2021-07-07T00:28:29.483Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=950dae4c-a77e-49db-a245-799141e6c94e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:30.343Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=950dae4c-a77e-49db-a245-799141e6c94e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1134 EndTimestamp=2021-07-07T00:28:30.343Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:29.209Z InvocationID=2b2861a4-68f8-40f2-b340-fb7c3fbb1152 ResponseDesc=OK 2021-07-07T00:28:32.188Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=15ea2610-3669-4c91-bc12-5bb4e8133904 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:32.188Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:32.188Z InvocationID=ccb884e3-9d29-4554-8f5f-03b4e5151ce5 2021-07-07T00:28:32.372Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=15ea2610-3669-4c91-bc12-5bb4e8133904 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:32.487Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=15ea2610-3669-4c91-bc12-5bb4e8133904 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=299 EndTimestamp=2021-07-07T00:28:32.487Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:32.188Z InvocationID=5046f018-c860-4ed6-8b58-101a96423bfb ResponseDesc=OK 2021-07-07T00:28:33.925Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ee793a56-db33-49a1-9863-d064a671867a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:33.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:33.925Z InvocationID=364fb1a9-2c66-407b-9570-244aae23bcc2 2021-07-07T00:28:34.084Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ee793a56-db33-49a1-9863-d064a671867a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:34.786Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ee793a56-db33-49a1-9863-d064a671867a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=861 EndTimestamp=2021-07-07T00:28:34.786Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:33.925Z InvocationID=64092933-47ba-4729-b9f4-0e3b083981ff ResponseDesc=OK 2021-07-07T00:28:35.103Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d7256115-c094-47d3-b5f5-de1f89bd9e31 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:35.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:35.103Z InvocationID=dfbb6de6-6b65-4fcc-b0de-5c2bc3590b7d 2021-07-07T00:28:35.186Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d7256115-c094-47d3-b5f5-de1f89bd9e31 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:35.847Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d7256115-c094-47d3-b5f5-de1f89bd9e31 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=744 EndTimestamp=2021-07-07T00:28:35.847Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:35.103Z InvocationID=75355aa2-e38c-492f-a5aa-780c93845207 ResponseDesc=OK 2021-07-07T00:28:36.571Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4f9e24ac-7aa1-4e37-9b45-8aba841f40b9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:36.571Z InvocationID=26909ed7-4004-48f8-b2c1-b4c1ce8505a1 2021-07-07T00:28:36.754Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4f9e24ac-7aa1-4e37-9b45-8aba841f40b9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:36.984Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4f9e24ac-7aa1-4e37-9b45-8aba841f40b9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=413 EndTimestamp=2021-07-07T00:28:36.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:36.571Z InvocationID=60407de3-c7cd-4210-b48c-9541268165ff ResponseDesc=OK 2021-07-07T00:28:37.992Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=398e79d1-7e96-4986-a254-e486946cea94 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:37.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:37.992Z InvocationID=3aa80767-4a57-483a-abdf-4ef0978a9111 2021-07-07T00:28:38.086Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=398e79d1-7e96-4986-a254-e486946cea94 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:38.193Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=398e79d1-7e96-4986-a254-e486946cea94 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=201 EndTimestamp=2021-07-07T00:28:38.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:37.992Z InvocationID=97761af0-82de-47b3-97c7-fb1ac677e469 ResponseDesc=OK 2021-07-07T00:28:40.989Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=17482540-b694-43f6-bde4-ddf53e8b4648 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:40.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:40.989Z InvocationID=5673da1d-aadc-4a78-a21d-6b8e575f5e25 2021-07-07T00:28:41.185Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=17482540-b694-43f6-bde4-ddf53e8b4648 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:41.389Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=17482540-b694-43f6-bde4-ddf53e8b4648 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=400 EndTimestamp=2021-07-07T00:28:41.389Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:40.989Z InvocationID=c978ab82-202b-41a0-8461-78a918b02993 ResponseDesc=OK 2021-07-07T00:28:43.925Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b73b801d-e969-4333-801f-f8cd33956c0f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:43.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:43.925Z InvocationID=3882bea9-9cbb-4e94-abd1-af6dc1d3fd54 2021-07-07T00:28:44.047Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b73b801d-e969-4333-801f-f8cd33956c0f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:44.199Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c62419d2-8b7d-44a5-a4b5-42c3c30c64f6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:44.199Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:44.199Z InvocationID=a8afb295-14b1-42ae-a161-d6665b78ec24 2021-07-07T00:28:44.484Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b73b801d-e969-4333-801f-f8cd33956c0f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=559 EndTimestamp=2021-07-07T00:28:44.484Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:43.925Z InvocationID=01519ad0-f04a-481b-b16f-bb0d974da248 ResponseDesc=OK 2021-07-07T00:28:44.485Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c62419d2-8b7d-44a5-a4b5-42c3c30c64f6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:44.886Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c62419d2-8b7d-44a5-a4b5-42c3c30c64f6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=687 EndTimestamp=2021-07-07T00:28:44.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:44.199Z InvocationID=828abc91-ea3e-44fd-981b-3aabf0485f51 ResponseDesc=OK 2021-07-07T00:28:46.571Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a034513d-97cc-4d71-9d75-f2f1a4610af6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:46.571Z InvocationID=bf88c662-e4fb-4f87-89ab-b33d6fb8f0cd 2021-07-07T00:28:46.601Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a034513d-97cc-4d71-9d75-f2f1a4610af6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:46.703Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a034513d-97cc-4d71-9d75-f2f1a4610af6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=131 EndTimestamp=2021-07-07T00:28:46.702Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:46.571Z InvocationID=b8503732-0518-4561-a553-bb53909dfea1 ResponseDesc=OK 2021-07-07T00:28:47.103Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f9724a3c-586d-4706-988d-a83a4dd8b8d3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:47.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:47.103Z InvocationID=fce73d36-9a21-4606-bfa1-caababd1fa08 2021-07-07T00:28:47.244Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f9724a3c-586d-4706-988d-a83a4dd8b8d3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:47.484Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f9724a3c-586d-4706-988d-a83a4dd8b8d3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=381 EndTimestamp=2021-07-07T00:28:47.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:47.103Z InvocationID=6c2a5e1f-207e-4201-a8c2-6c3a968346b1 ResponseDesc=OK 2021-07-07T00:28:50.291Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1505b53d-e144-49e1-bbd6-525d6e6d3026 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:50.291Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:50.291Z InvocationID=3a07073a-0cc8-46bb-9fbf-26347c46fa4f 2021-07-07T00:28:50.485Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1505b53d-e144-49e1-bbd6-525d6e6d3026 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:50.786Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1505b53d-e144-49e1-bbd6-525d6e6d3026 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=494 EndTimestamp=2021-07-07T00:28:50.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:50.291Z InvocationID=8bb7b65d-6fef-4dae-b30c-49d9a8838a6d ResponseDesc=OK 2021-07-07T00:28:53.393Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=48598494-b0d5-44e1-9116-f2d4cb14a272 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:53.393Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:53.393Z InvocationID=db6152fa-3aea-48f4-912e-021f767ab026 2021-07-07T00:28:53.598Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=48598494-b0d5-44e1-9116-f2d4cb14a272 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:53.924Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ba5ee651-523e-41f3-8e06-66de04960f05 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:53.924Z InvocationID=08a3a49d-b35c-46d1-a367-cfb5134003d6 2021-07-07T00:28:53.943Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=48598494-b0d5-44e1-9116-f2d4cb14a272 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=550 EndTimestamp=2021-07-07T00:28:53.943Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:53.393Z InvocationID=b783222a-4d16-4912-ab6a-971b2b132061 ResponseDesc=OK 2021-07-07T00:28:54.442Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ba5ee651-523e-41f3-8e06-66de04960f05 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:54.685Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ba5ee651-523e-41f3-8e06-66de04960f05 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=760 EndTimestamp=2021-07-07T00:28:54.684Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:53.924Z InvocationID=556491f9-04a7-4d13-875e-264298aa6e7d ResponseDesc=OK 2021-07-07T00:28:55.702Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e8dfaab1-c487-483e-b824-a44ac12beb50 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:55.702Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:55.702Z InvocationID=0a4290a1-d1c3-461b-b074-c0d28e637183 2021-07-07T00:28:55.853Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e8dfaab1-c487-483e-b824-a44ac12beb50 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:56.050Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e8dfaab1-c487-483e-b824-a44ac12beb50 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=348 EndTimestamp=2021-07-07T00:28:56.050Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:55.702Z InvocationID=878b6c5b-a0fa-406f-ba28-53e29d813ce9 ResponseDesc=OK 2021-07-07T00:28:56.572Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=875925d9-6d58-4f40-957b-6a7297a27949 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:56.571Z InvocationID=2954578b-a78b-411c-9072-0c9bfbf95ebf 2021-07-07T00:28:56.599Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=875925d9-6d58-4f40-957b-6a7297a27949 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:56.694Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=875925d9-6d58-4f40-957b-6a7297a27949 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=123 EndTimestamp=2021-07-07T00:28:56.694Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:56.571Z InvocationID=aad85197-c2eb-4047-8739-9d238853c805 ResponseDesc=OK 2021-07-07T00:28:59.190Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c350bc9-a9e5-470c-a4e6-33c744d5e039 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:28:59.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:59.190Z InvocationID=17fa09af-76e5-4e0b-a89f-f0f3b23d89c6 2021-07-07T00:28:59.797Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c350bc9-a9e5-470c-a4e6-33c744d5e039 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:28:59.896Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6c350bc9-a9e5-470c-a4e6-33c744d5e039 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=706 EndTimestamp=2021-07-07T00:28:59.896Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:28:59.190Z InvocationID=1388d8d9-2f5e-45c8-80b3-273a21168efd ResponseDesc=OK 2021-07-07T00:29:02.089Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f40acfb4-4403-4b8a-b048-559a1be17ce4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:02.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:02.089Z InvocationID=114d6c58-c568-4c50-86e9-ae2a5c17267c 2021-07-07T00:29:02.385Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f40acfb4-4403-4b8a-b048-559a1be17ce4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:02.686Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f40acfb4-4403-4b8a-b048-559a1be17ce4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=597 EndTimestamp=2021-07-07T00:29:02.686Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:02.089Z InvocationID=db94c12c-f25f-4e02-a1f2-13a97b765779 ResponseDesc=OK 2021-07-07T00:29:03.925Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=364c7dfd-c333-407e-9441-b534ea8b6a6f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:03.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:03.925Z InvocationID=c736088e-ecae-4fe1-a313-cae475163e84 2021-07-07T00:29:03.987Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=364c7dfd-c333-407e-9441-b534ea8b6a6f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:04.246Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=364c7dfd-c333-407e-9441-b534ea8b6a6f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=321 EndTimestamp=2021-07-07T00:29:04.246Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:03.925Z InvocationID=52218abd-1032-48bc-9325-172fda9c7a77 ResponseDesc=OK 2021-07-07T00:29:05.108Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=100f3a8b-50aa-4e6f-99c6-7f2d1299d845 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:05.107Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:05.107Z InvocationID=61b1b1ac-8336-42e9-9771-82691bea3b18 2021-07-07T00:29:05.343Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=100f3a8b-50aa-4e6f-99c6-7f2d1299d845 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:05.788Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=100f3a8b-50aa-4e6f-99c6-7f2d1299d845 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=681 EndTimestamp=2021-07-07T00:29:05.788Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:05.107Z InvocationID=a71a2b7a-8acb-4fe0-8a98-39308deb69fd ResponseDesc=OK 2021-07-07T00:29:06.572Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fb989dc5-de91-4708-91c0-5df2736053df InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:06.572Z InvocationID=61468233-a7a9-4c40-b04c-0d3fbd14fcec 2021-07-07T00:29:06.646Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fb989dc5-de91-4708-91c0-5df2736053df InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:06.809Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fb989dc5-de91-4708-91c0-5df2736053df InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=237 EndTimestamp=2021-07-07T00:29:06.809Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:06.572Z InvocationID=647cd68b-efb0-4d38-b0ce-6ed465b9e717 ResponseDesc=OK 2021-07-07T00:29:08.090Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cb337b4a-8150-453b-b9c6-ff2b13e0e8b0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:08.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:08.090Z InvocationID=262b9e94-caf7-47c1-b341-0fd3fa1d5c41 2021-07-07T00:29:08.290Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cb337b4a-8150-453b-b9c6-ff2b13e0e8b0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:08.645Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cb337b4a-8150-453b-b9c6-ff2b13e0e8b0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=555 EndTimestamp=2021-07-07T00:29:08.645Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:08.090Z InvocationID=f680899f-2322-4f5b-895b-2feb0e014e9f ResponseDesc=OK 2021-07-07T00:29:11.091Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d4b692b9-7706-4fe2-8017-dcb1dd648488 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:11.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:11.090Z InvocationID=a265e840-96e5-4cc1-bf87-fb7833669a85 2021-07-07T00:29:11.242Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d4b692b9-7706-4fe2-8017-dcb1dd648488 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:11.485Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d4b692b9-7706-4fe2-8017-dcb1dd648488 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=395 EndTimestamp=2021-07-07T00:29:11.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:11.090Z InvocationID=9ad34aa6-447c-4183-97bf-1925d1e2de5d ResponseDesc=OK 2021-07-07T00:29:13.899Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=832c28bf-cd3c-4d11-a078-0add74755c26 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:13.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:13.899Z InvocationID=a5f21ef1-96dc-4cf8-bd38-a2b31779864f 2021-07-07T00:29:13.923Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f189f5b0-82bf-40af-ae2c-1efdc2c1ae4d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:13.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:13.923Z InvocationID=ca58bbfb-33ff-42cd-9a8f-f409703e6fd6 2021-07-07T00:29:14.046Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f189f5b0-82bf-40af-ae2c-1efdc2c1ae4d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:14.098Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=832c28bf-cd3c-4d11-a078-0add74755c26 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:14.297Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f189f5b0-82bf-40af-ae2c-1efdc2c1ae4d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=374 EndTimestamp=2021-07-07T00:29:14.297Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:13.923Z InvocationID=61b28327-e524-4d4e-991b-2e4dc3b446d6 ResponseDesc=OK 2021-07-07T00:29:14.546Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=832c28bf-cd3c-4d11-a078-0add74755c26 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=647 EndTimestamp=2021-07-07T00:29:14.546Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:13.899Z InvocationID=d67da1b4-2a9a-4ef2-8899-497d0fd25390 ResponseDesc=OK 2021-07-07T00:29:16.576Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b7d0733a-977b-4d6f-b560-cfbf077cd2e6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:16.576Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:16.576Z InvocationID=1336c30c-7874-4f83-9698-2dddd97d7e26 2021-07-07T00:29:16.851Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b7d0733a-977b-4d6f-b560-cfbf077cd2e6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:16.896Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=097b4565-57e8-4963-84c7-448230190261 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:16.896Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:16.896Z InvocationID=2e7a806a-ee4c-47b0-8c87-6a588410ecbc 2021-07-07T00:29:17.346Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=097b4565-57e8-4963-84c7-448230190261 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:17.489Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b7d0733a-977b-4d6f-b560-cfbf077cd2e6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=913 EndTimestamp=2021-07-07T00:29:17.489Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:16.576Z InvocationID=defb21a9-a7da-4658-a41c-64ee4ae70e4f ResponseDesc=OK 2021-07-07T00:29:17.501Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=097b4565-57e8-4963-84c7-448230190261 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=605 EndTimestamp=2021-07-07T00:29:17.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:16.896Z InvocationID=825eef02-08dd-4aee-aed8-485b0a85300f ResponseDesc=OK 2021-07-07T00:29:20.201Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6e312a75-6284-4165-86f3-344833410ab7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:20.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:20.201Z InvocationID=bda43500-d189-450b-bcf1-6aca0b420c5b 2021-07-07T00:29:20.287Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6e312a75-6284-4165-86f3-344833410ab7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:20.778Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6e312a75-6284-4165-86f3-344833410ab7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=577 EndTimestamp=2021-07-07T00:29:20.778Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:20.201Z InvocationID=8cb762b6-dad2-4b43-8fde-a3bd951e0f72 ResponseDesc=OK 2021-07-07T00:29:23.195Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b1ebcf9b-2340-4e06-af89-63f180bb5325 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:23.195Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:23.195Z InvocationID=8845d8b5-ee73-407b-bf6c-117baca72217 2021-07-07T00:29:23.352Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b1ebcf9b-2340-4e06-af89-63f180bb5325 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:23.488Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b1ebcf9b-2340-4e06-af89-63f180bb5325 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=293 EndTimestamp=2021-07-07T00:29:23.488Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:23.195Z InvocationID=136722b3-5b85-4318-8a4c-81367d476130 ResponseDesc=OK 2021-07-07T00:29:23.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=02a213fc-33d8-4753-93c6-1083be0ac079 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:23.924Z InvocationID=acf52081-3063-4c22-8129-af6f2773fce4 2021-07-07T00:29:24.185Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=02a213fc-33d8-4753-93c6-1083be0ac079 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:25.906Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1e43b827-43d4-443a-86d4-e1e589b05217 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:25.905Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:25.905Z InvocationID=80ca4b05-d3cf-48ac-b58c-4434ed8a69fe 2021-07-07T00:29:26.571Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5af8b9f7-d232-47f8-bfd9-1819371eb075 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:26.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:26.571Z InvocationID=e4509f17-5847-414c-80ba-af94fcd648e5 2021-07-07T00:29:28.084Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1e43b827-43d4-443a-86d4-e1e589b05217 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:28.085Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5af8b9f7-d232-47f8-bfd9-1819371eb075 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:28.187Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=02a213fc-33d8-4753-93c6-1083be0ac079 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4263 EndTimestamp=2021-07-07T00:29:28.187Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:23.924Z InvocationID=f1eceafd-0460-4184-80ab-d59f72c3f031 ResponseDesc=OK 2021-07-07T00:29:28.249Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5af8b9f7-d232-47f8-bfd9-1819371eb075 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1678 EndTimestamp=2021-07-07T00:29:28.249Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:26.571Z InvocationID=133a09f3-ca6c-4398-b3ba-a879fed69f60 ResponseDesc=OK 2021-07-07T00:29:28.291Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1e43b827-43d4-443a-86d4-e1e589b05217 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2386 EndTimestamp=2021-07-07T00:29:28.291Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:25.905Z InvocationID=caca9b47-5421-4a9a-a145-9d46d30a576d ResponseDesc=OK 2021-07-07T00:29:28.996Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d0319f9e-5c22-40fe-8d81-0dfd9b1d2c9d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:28.996Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:28.996Z InvocationID=2138b725-480b-4067-8b37-8f8e8b7aff73 2021-07-07T00:29:29.185Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d0319f9e-5c22-40fe-8d81-0dfd9b1d2c9d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:30.285Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d0319f9e-5c22-40fe-8d81-0dfd9b1d2c9d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1289 EndTimestamp=2021-07-07T00:29:30.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:28.996Z InvocationID=b459cff7-1fe9-4daa-861d-3b568ed240b0 ResponseDesc=OK 2021-07-07T00:29:32.095Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d6e36b5a-1cb5-4df1-b2ef-cafeb12f2165 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:32.095Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:32.095Z InvocationID=4b85d145-a6e5-42eb-ae7a-719eb3247b0a 2021-07-07T00:29:32.187Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d6e36b5a-1cb5-4df1-b2ef-cafeb12f2165 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:32.775Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d6e36b5a-1cb5-4df1-b2ef-cafeb12f2165 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=680 EndTimestamp=2021-07-07T00:29:32.775Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:32.095Z InvocationID=a592dd0c-38b9-456a-90d8-c53800075ecb ResponseDesc=OK 2021-07-07T00:29:33.924Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=98ea056e-a009-4af9-8bcd-f149f7c5d354 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:33.924Z InvocationID=5aec2104-30ee-4ee7-bf5f-f0df4745578d 2021-07-07T00:29:34.042Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=98ea056e-a009-4af9-8bcd-f149f7c5d354 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:34.187Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=98ea056e-a009-4af9-8bcd-f149f7c5d354 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=263 EndTimestamp=2021-07-07T00:29:34.187Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:33.924Z InvocationID=c7fb6422-5d10-48ed-93fb-d6ace8203aaa ResponseDesc=OK 2021-07-07T00:29:35.190Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a4b648d2-ea42-45a9-a3e6-5559d8e5a513 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:35.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:35.190Z InvocationID=c76f0234-4006-465a-bddf-48144335a971 2021-07-07T00:29:35.386Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a4b648d2-ea42-45a9-a3e6-5559d8e5a513 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:36.285Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a4b648d2-ea42-45a9-a3e6-5559d8e5a513 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1095 EndTimestamp=2021-07-07T00:29:36.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:35.190Z InvocationID=3f3ff5bc-5f08-4fe7-bdbb-73a1364b9a1b ResponseDesc=OK 2021-07-07T00:29:36.571Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9f24885a-ae9c-469c-97dd-481256447538 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:36.571Z InvocationID=4d94ecaa-0ae7-4460-91a2-913fe4ad2511 2021-07-07T00:29:36.684Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9f24885a-ae9c-469c-97dd-481256447538 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:36.891Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9f24885a-ae9c-469c-97dd-481256447538 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=320 EndTimestamp=2021-07-07T00:29:36.891Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:36.571Z InvocationID=96e9304a-1d67-4025-9d7e-c7ce74d23c70 ResponseDesc=OK 2021-07-07T00:29:38.104Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=81db6f14-db1b-433d-a935-941fb5afeeac InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:38.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:38.103Z InvocationID=21356167-89ca-461e-85c6-8120e71dbf9e 2021-07-07T00:29:38.845Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=81db6f14-db1b-433d-a935-941fb5afeeac InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:39.399Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=81db6f14-db1b-433d-a935-941fb5afeeac InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1295 EndTimestamp=2021-07-07T00:29:39.398Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:38.103Z InvocationID=d947ca68-e67e-4753-99f0-a6e90787dec1 ResponseDesc=OK 2021-07-07T00:29:40.903Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=db89cb6e-b824-45ab-b279-545bd908092f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:40.903Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:40.903Z InvocationID=77b118de-feeb-4100-96f8-5b00b4ea9178 2021-07-07T00:29:41.089Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=db89cb6e-b824-45ab-b279-545bd908092f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:41.291Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=db89cb6e-b824-45ab-b279-545bd908092f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=387 EndTimestamp=2021-07-07T00:29:41.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:40.903Z InvocationID=70955f2c-36c3-4dd3-b917-80879d6d1a0b ResponseDesc=OK 2021-07-07T00:29:43.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=da8c6ee8-05e2-46fc-8425-f3c959f81515 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:43.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:43.923Z InvocationID=d24ae760-755e-4cf0-81d3-e91245980cd3 2021-07-07T00:29:43.993Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=712cbdaa-e6f3-4939-9a3a-55133e6332b7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:43.993Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:43.993Z InvocationID=70dca155-46e1-4922-b384-2da4bc826fdd 2021-07-07T00:29:46.572Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c033a197-15c3-4451-988f-f662457c0618 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:46.572Z InvocationID=80763080-30bc-4b5a-9ef5-e2b32c2143c4 2021-07-07T00:29:47.934Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a9c2b1cd-1041-480c-8fc1-40bc1dd89201 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:47.934Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:47.934Z InvocationID=db55db4c-4423-4eb8-810f-2df37a189424 2021-07-07T00:29:50.384Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=da8c6ee8-05e2-46fc-8425-f3c959f81515 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:50.384Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a9c2b1cd-1041-480c-8fc1-40bc1dd89201 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:50.395Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=712cbdaa-e6f3-4939-9a3a-55133e6332b7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:50.885Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=da8c6ee8-05e2-46fc-8425-f3c959f81515 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=6962 EndTimestamp=2021-07-07T00:29:50.885Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:43.923Z InvocationID=5dbb73a1-e4c4-49b7-8cc1-d8669544401c ResponseDesc=OK 2021-07-07T00:29:51.049Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c033a197-15c3-4451-988f-f662457c0618 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:51.050Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=712cbdaa-e6f3-4939-9a3a-55133e6332b7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=7057 EndTimestamp=2021-07-07T00:29:51.050Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:43.993Z InvocationID=532e1298-6824-42ab-b873-d0a042ac348e ResponseDesc=OK 2021-07-07T00:29:51.085Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a9c2b1cd-1041-480c-8fc1-40bc1dd89201 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3151 EndTimestamp=2021-07-07T00:29:51.085Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:47.934Z InvocationID=8862ec91-052e-4d38-aca5-c0d329b636af ResponseDesc=OK 2021-07-07T00:29:51.715Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ac62215b-6802-43a9-b428-b9c0dc6d690a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:51.715Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:51.715Z InvocationID=468b9504-97bd-4e32-bfe6-26163e6ca6bc 2021-07-07T00:29:53.766Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ac62215b-6802-43a9-b428-b9c0dc6d690a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:53.767Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c033a197-15c3-4451-988f-f662457c0618 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=7195 EndTimestamp=2021-07-07T00:29:53.767Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:46.572Z InvocationID=4424c1a5-f07b-4682-aaf8-61cb6e6bd530 ResponseDesc=OK 2021-07-07T00:29:53.924Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2d3828ba-f6f9-419b-b876-83664c12afb7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:53.924Z InvocationID=31659158-7082-4cb0-b223-40354597bbb8 2021-07-07T00:29:55.635Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=38196016-e24d-4ce0-99ae-c2f0b2800f55 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:55.635Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:55.635Z InvocationID=3ed10894-8c0d-4f3d-b332-62ef7b3cd14a 2021-07-07T00:29:55.985Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ac62215b-6802-43a9-b428-b9c0dc6d690a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4269 EndTimestamp=2021-07-07T00:29:55.984Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:51.715Z InvocationID=e95b67e0-eef4-40ad-8872-fd7140401553 ResponseDesc=OK 2021-07-07T00:29:55.985Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2d3828ba-f6f9-419b-b876-83664c12afb7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:56.049Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=38196016-e24d-4ce0-99ae-c2f0b2800f55 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:56.386Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2d3828ba-f6f9-419b-b876-83664c12afb7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2462 EndTimestamp=2021-07-07T00:29:56.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:53.924Z InvocationID=845977b3-ebcb-4c3c-a159-ed97ea7f2e40 ResponseDesc=OK 2021-07-07T00:29:56.571Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b867836a-a466-4a8d-b7be-116d1494d628 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:56.571Z InvocationID=e11339ef-3aee-47ac-8513-556398275dc2 2021-07-07T00:29:56.654Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=38196016-e24d-4ce0-99ae-c2f0b2800f55 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1019 EndTimestamp=2021-07-07T00:29:56.654Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:55.635Z InvocationID=5cc73357-3f37-4f45-9446-1373982bf373 ResponseDesc=OK 2021-07-07T00:29:56.742Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b867836a-a466-4a8d-b7be-116d1494d628 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:56.990Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b867836a-a466-4a8d-b7be-116d1494d628 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=419 EndTimestamp=2021-07-07T00:29:56.990Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:56.571Z InvocationID=9e733edc-493b-4f37-9a16-052bf5f9bb23 ResponseDesc=OK 2021-07-07T00:29:57.199Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=950d0515-f139-4468-98f4-0924aada5e19 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:57.199Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:57.199Z InvocationID=24bf71f9-7a90-4c42-a6ab-9bf2928e7293 2021-07-07T00:29:57.542Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=950d0515-f139-4468-98f4-0924aada5e19 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:57.889Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=950d0515-f139-4468-98f4-0924aada5e19 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=689 EndTimestamp=2021-07-07T00:29:57.888Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:57.199Z InvocationID=e43e65f1-70d0-49c6-873b-5f1ac2317ceb ResponseDesc=OK 2021-07-07T00:29:58.998Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ffd9da9e-c4b5-46ef-98e4-022c6595f047 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:29:58.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:58.998Z InvocationID=fc56780e-16bd-4c3e-98c5-2b61255bec20 2021-07-07T00:29:59.184Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ffd9da9e-c4b5-46ef-98e4-022c6595f047 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:29:59.443Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ffd9da9e-c4b5-46ef-98e4-022c6595f047 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=445 EndTimestamp=2021-07-07T00:29:59.443Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:29:58.998Z InvocationID=60abe6ed-23c6-4582-899c-170761d0b02a ResponseDesc=OK 2021-07-07T00:30:02.204Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0d56a4ce-be7e-4670-9a75-3f324ad8b569 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:02.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:02.204Z InvocationID=42fbeaa8-caa1-4ff7-91cf-2d4064323075 2021-07-07T00:30:02.443Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0d56a4ce-be7e-4670-9a75-3f324ad8b569 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:02.687Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0d56a4ce-be7e-4670-9a75-3f324ad8b569 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=483 EndTimestamp=2021-07-07T00:30:02.687Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:02.204Z InvocationID=3d195adb-0971-4394-b19e-2c9e48dc7f26 ResponseDesc=OK 2021-07-07T00:30:03.925Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=245cdc3c-5a28-4513-8f77-6a2aae7852c5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:03.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:03.925Z InvocationID=25717050-aeba-427b-9525-84292c65094b 2021-07-07T00:30:04.003Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=245cdc3c-5a28-4513-8f77-6a2aae7852c5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:05.087Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=245cdc3c-5a28-4513-8f77-6a2aae7852c5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1162 EndTimestamp=2021-07-07T00:30:05.087Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:03.925Z InvocationID=d0593dab-aefd-41b2-86b9-c1fdf1c9a925 ResponseDesc=OK 2021-07-07T00:30:05.292Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f2c0b9c3-188a-45de-a9d1-5ed1640bf99d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:05.291Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:05.291Z InvocationID=1bdbb794-5012-4cf3-9e06-85c0f141b7ad 2021-07-07T00:30:05.386Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f2c0b9c3-188a-45de-a9d1-5ed1640bf99d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:05.494Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f2c0b9c3-188a-45de-a9d1-5ed1640bf99d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=203 EndTimestamp=2021-07-07T00:30:05.494Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:05.291Z InvocationID=db7f6281-390b-4e73-baee-f4baff3f55e9 ResponseDesc=OK 2021-07-07T00:30:06.571Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1aa0f183-7d59-4e94-8a46-ce04bfc2d4c9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:06.571Z InvocationID=998674a5-641b-4f1c-893f-713497300219 2021-07-07T00:30:07.227Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1aa0f183-7d59-4e94-8a46-ce04bfc2d4c9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:08.202Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e904df48-5532-4bf4-b7fd-add045a82c7b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:08.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:08.201Z InvocationID=e522fbe2-22ab-4d03-9b1d-f6540d958418 2021-07-07T00:30:08.291Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1aa0f183-7d59-4e94-8a46-ce04bfc2d4c9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1720 EndTimestamp=2021-07-07T00:30:08.291Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:06.571Z InvocationID=54398d36-5555-4075-bf4f-84830a280c28 ResponseDesc=OK 2021-07-07T00:30:08.585Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e904df48-5532-4bf4-b7fd-add045a82c7b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:08.700Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e904df48-5532-4bf4-b7fd-add045a82c7b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=499 EndTimestamp=2021-07-07T00:30:08.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:08.201Z InvocationID=b3d867b8-4853-4f2d-ad2e-cf3110e242aa ResponseDesc=OK 2021-07-07T00:30:11.297Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=607d303b-9d5f-4541-b4f6-bef69ec60feb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:11.296Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:11.296Z InvocationID=2639df7e-2b44-4502-833c-bc87761b5acd 2021-07-07T00:30:11.390Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=607d303b-9d5f-4541-b4f6-bef69ec60feb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:11.498Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=607d303b-9d5f-4541-b4f6-bef69ec60feb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=202 EndTimestamp=2021-07-07T00:30:11.498Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:11.296Z InvocationID=d6d32f7c-099d-45ef-aeb2-207fa7edc554 ResponseDesc=OK 2021-07-07T00:30:13.924Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5c4be9a6-5cf8-4207-87c3-1b1b5405d4ba InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:13.924Z InvocationID=a9da68d5-8c7a-4ed5-8d43-d09cb7473390 2021-07-07T00:30:14.091Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=071e883a-d2d0-4702-b907-ee3b58fd9d6f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:14.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:14.091Z InvocationID=ab7b2494-9811-4da3-927c-63933b46de31 2021-07-07T00:30:14.098Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5c4be9a6-5cf8-4207-87c3-1b1b5405d4ba InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:14.098Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=071e883a-d2d0-4702-b907-ee3b58fd9d6f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:14.195Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5c4be9a6-5cf8-4207-87c3-1b1b5405d4ba InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=271 EndTimestamp=2021-07-07T00:30:14.195Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:13.924Z InvocationID=233f4c1a-a42e-427b-beda-7987571ec388 ResponseDesc=OK 2021-07-07T00:30:14.196Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=071e883a-d2d0-4702-b907-ee3b58fd9d6f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=105 EndTimestamp=2021-07-07T00:30:14.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:14.091Z InvocationID=c8c9bea1-5bae-4c66-a1b2-3c64e8a07880 ResponseDesc=OK 2021-07-07T00:30:16.572Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b140e2e8-9f29-4431-88ce-6bf1aeb6247c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:16.572Z InvocationID=54573799-0638-4587-9c34-9455d2706d3e 2021-07-07T00:30:16.685Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b140e2e8-9f29-4431-88ce-6bf1aeb6247c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:16.942Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b140e2e8-9f29-4431-88ce-6bf1aeb6247c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=370 EndTimestamp=2021-07-07T00:30:16.942Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:16.572Z InvocationID=7d7c8426-36dd-4da4-af29-2d12163360ea ResponseDesc=OK 2021-07-07T00:30:17.202Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bed29a1d-1f12-40fd-b658-7d2531d0de83 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:17.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:17.202Z InvocationID=9c0653b3-fb3c-4b02-ad27-5b6f85b25719 2021-07-07T00:30:17.294Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bed29a1d-1f12-40fd-b658-7d2531d0de83 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:17.389Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bed29a1d-1f12-40fd-b658-7d2531d0de83 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=187 EndTimestamp=2021-07-07T00:30:17.389Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:17.202Z InvocationID=3d7ecc4f-bdbb-4808-ab12-f67ce644ab30 ResponseDesc=OK 2021-07-07T00:30:20.488Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=efe6f0fc-7c53-49cb-9a3a-3c4700ed37ec InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:20.488Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:20.488Z InvocationID=24d09459-8325-48aa-800f-7d1e7d2f7ae9 2021-07-07T00:30:20.585Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=efe6f0fc-7c53-49cb-9a3a-3c4700ed37ec InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:20.786Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=efe6f0fc-7c53-49cb-9a3a-3c4700ed37ec InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=298 EndTimestamp=2021-07-07T00:30:20.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:20.488Z InvocationID=17a2514d-186b-4233-bf45-4b5b50b73211 ResponseDesc=OK 2021-07-07T00:30:23.490Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f5ef0c5a-2ed8-41df-a493-46877cbe1eba InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:23.490Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:23.490Z InvocationID=4b9ebaae-83f7-4dfe-a1f7-0d124b0a8195 2021-07-07T00:30:23.546Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f5ef0c5a-2ed8-41df-a493-46877cbe1eba InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:23.698Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f5ef0c5a-2ed8-41df-a493-46877cbe1eba InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=208 EndTimestamp=2021-07-07T00:30:23.698Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:23.490Z InvocationID=416aff27-4f39-4fd5-8b4b-6a7a147fc60d ResponseDesc=OK 2021-07-07T00:30:23.924Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=36ca9693-c615-4858-b6d2-a72c096bf4fd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:23.924Z InvocationID=be4fdd5e-a8d9-499f-81c6-b85a2a9aef5e 2021-07-07T00:30:23.995Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=36ca9693-c615-4858-b6d2-a72c096bf4fd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:24.102Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=36ca9693-c615-4858-b6d2-a72c096bf4fd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=177 EndTimestamp=2021-07-07T00:30:24.101Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:23.924Z InvocationID=392ae310-ef2f-44fc-ac94-78fd501d177c ResponseDesc=OK 2021-07-07T00:30:25.800Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9f4751a4-536c-4c22-a010-05ad34238127 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:25.799Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:25.799Z InvocationID=ef7e2a2d-b1ad-405b-ad1d-b0b409f8c91a 2021-07-07T00:30:25.914Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9f4751a4-536c-4c22-a010-05ad34238127 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:26.258Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9f4751a4-536c-4c22-a010-05ad34238127 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=459 EndTimestamp=2021-07-07T00:30:26.258Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:25.799Z InvocationID=a29154d7-9cf5-4ce0-866c-d945b515c4a3 ResponseDesc=OK 2021-07-07T00:30:26.572Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=620bda44-c9d0-4e7f-872f-1fbe563db27e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:26.572Z InvocationID=502bca1c-5b1b-426f-ac6d-798717c107d2 2021-07-07T00:30:26.683Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=620bda44-c9d0-4e7f-872f-1fbe563db27e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:26.947Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=620bda44-c9d0-4e7f-872f-1fbe563db27e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=375 EndTimestamp=2021-07-07T00:30:26.947Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:26.572Z InvocationID=d3f871dc-b89b-4a92-b631-d6b4af006ec7 ResponseDesc=OK 2021-07-07T00:30:29.196Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2727e219-df08-41d0-b18e-52f0d008b9f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:29.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:29.196Z InvocationID=3205fffb-b001-4a50-8096-fc2eb99c3085 2021-07-07T00:30:29.313Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2727e219-df08-41d0-b18e-52f0d008b9f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:29.593Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2727e219-df08-41d0-b18e-52f0d008b9f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=396 EndTimestamp=2021-07-07T00:30:29.592Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:29.196Z InvocationID=a17a1919-856a-40d1-8cdf-ffec0607b902 ResponseDesc=OK 2021-07-07T00:30:32.192Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e6c18e70-9145-4671-9e08-b41b5ae17277 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:32.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:32.191Z InvocationID=86247747-7174-4788-9d5c-5759527356b1 2021-07-07T00:30:32.286Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e6c18e70-9145-4671-9e08-b41b5ae17277 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:33.927Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f675f832-0568-43d6-92fa-0f014809874f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:33.927Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:33.927Z InvocationID=04a4875f-5e48-4a3e-a347-9caa40babd72 2021-07-07T00:30:33.992Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e6c18e70-9145-4671-9e08-b41b5ae17277 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1801 EndTimestamp=2021-07-07T00:30:33.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:32.191Z InvocationID=797044f0-f7de-4b7c-82d3-c7ca012a2a8d ResponseDesc=OK 2021-07-07T00:30:34.269Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f675f832-0568-43d6-92fa-0f014809874f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:34.750Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f675f832-0568-43d6-92fa-0f014809874f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=823 EndTimestamp=2021-07-07T00:30:34.750Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:33.927Z InvocationID=68ea7374-6566-43db-a4b7-575eee340ac3 ResponseDesc=OK 2021-07-07T00:30:35.190Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=96b60daa-6b70-4428-a6b8-af79ca8f0c6a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:35.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:35.190Z InvocationID=147c34b1-627d-4dce-b800-38562f8e0822 2021-07-07T00:30:35.543Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=96b60daa-6b70-4428-a6b8-af79ca8f0c6a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:35.785Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=96b60daa-6b70-4428-a6b8-af79ca8f0c6a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=595 EndTimestamp=2021-07-07T00:30:35.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:35.190Z InvocationID=6d237260-f26d-4e7c-858a-7e6daccad024 ResponseDesc=OK 2021-07-07T00:30:36.572Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cd77d2e2-c1a4-41ea-9317-842f3e006253 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:36.571Z InvocationID=fece246c-0c3c-4d3e-b6a6-8dd52b635fc4 2021-07-07T00:30:36.654Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cd77d2e2-c1a4-41ea-9317-842f3e006253 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:36.947Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cd77d2e2-c1a4-41ea-9317-842f3e006253 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=375 EndTimestamp=2021-07-07T00:30:36.946Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:36.571Z InvocationID=4ba601cf-3c15-4640-9500-9d8d783f24c6 ResponseDesc=OK 2021-07-07T00:30:37.987Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9917b8fe-8b9b-4454-a5fa-a38c8b13fef9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:37.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:37.987Z InvocationID=e515cdf7-0e4c-4858-8564-7312c0377fed 2021-07-07T00:30:38.183Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9917b8fe-8b9b-4454-a5fa-a38c8b13fef9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:38.462Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9917b8fe-8b9b-4454-a5fa-a38c8b13fef9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=475 EndTimestamp=2021-07-07T00:30:38.462Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:37.987Z InvocationID=fbcb84a4-6945-4ef7-86a2-8f8d49632661 ResponseDesc=OK 2021-07-07T00:30:41.094Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d93b9172-dfc6-46bd-862b-5b3858ef5edb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:41.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:41.094Z InvocationID=7c9fb842-95f6-4174-ad56-3c05cb0acd6b 2021-07-07T00:30:41.789Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d93b9172-dfc6-46bd-862b-5b3858ef5edb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:41.896Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d93b9172-dfc6-46bd-862b-5b3858ef5edb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=801 EndTimestamp=2021-07-07T00:30:41.895Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:41.094Z InvocationID=5e79bd9e-a2d6-4c04-bcde-b6fc26d71475 ResponseDesc=OK 2021-07-07T00:30:43.924Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6cf3c6a1-d59e-4f38-8f31-380b86a83a8b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:43.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:43.923Z InvocationID=f97c5be2-68f7-4d10-94a7-0c5a111ea289 2021-07-07T00:30:44.088Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6cf3c6a1-d59e-4f38-8f31-380b86a83a8b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:44.188Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=69595122-8828-4f7a-ab07-1e2821361fd9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:44.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:44.187Z InvocationID=aa11547c-7293-48be-b039-bf4642f8ab25 2021-07-07T00:30:44.284Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=69595122-8828-4f7a-ab07-1e2821361fd9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:44.492Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=69595122-8828-4f7a-ab07-1e2821361fd9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=305 EndTimestamp=2021-07-07T00:30:44.492Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:44.187Z InvocationID=b42b761e-cc88-44a2-8dbe-7a0b703c127f ResponseDesc=OK 2021-07-07T00:30:44.587Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6cf3c6a1-d59e-4f38-8f31-380b86a83a8b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=664 EndTimestamp=2021-07-07T00:30:44.587Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:43.923Z InvocationID=78717fab-586d-4d1e-a02a-a1a60c94dd98 ResponseDesc=OK 2021-07-07T00:30:46.571Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7d34d249-b13a-436b-8599-478af7bde63c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:46.571Z InvocationID=a9eecfa6-773e-4501-a003-b771c5478f39 2021-07-07T00:30:46.869Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7d34d249-b13a-436b-8599-478af7bde63c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:47.203Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2de88700-5c2c-40b2-a487-146ae9f3964f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:47.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:47.203Z InvocationID=fbfb3f5d-73e6-4814-8cd8-e19295ea2dc1 2021-07-07T00:30:47.488Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2de88700-5c2c-40b2-a487-146ae9f3964f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:47.488Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7d34d249-b13a-436b-8599-478af7bde63c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=917 EndTimestamp=2021-07-07T00:30:47.488Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:46.571Z InvocationID=029b1027-4b36-47b7-89a0-ae0875dbc51d ResponseDesc=OK 2021-07-07T00:30:47.785Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2de88700-5c2c-40b2-a487-146ae9f3964f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=582 EndTimestamp=2021-07-07T00:30:47.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:47.203Z InvocationID=a6056b2d-9171-4d92-b502-f8361502a94d ResponseDesc=OK 2021-07-07T00:30:50.096Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0f326b52-1313-4ea4-8d84-1221d2b70a19 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:50.096Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:50.096Z InvocationID=fb4042c4-427b-4146-96c3-f986461a483f 2021-07-07T00:30:50.188Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0f326b52-1313-4ea4-8d84-1221d2b70a19 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:50.291Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0f326b52-1313-4ea4-8d84-1221d2b70a19 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=195 EndTimestamp=2021-07-07T00:30:50.291Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:50.096Z InvocationID=727c9ca5-e5ad-4697-8710-e912165c2e0d ResponseDesc=OK 2021-07-07T00:30:53.090Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=62c0434d-eefe-40f1-b9de-9ecf4eb74fee InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:53.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:53.089Z InvocationID=02aa5294-787b-4873-8854-af9def7724b8 2021-07-07T00:30:53.243Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=62c0434d-eefe-40f1-b9de-9ecf4eb74fee InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:53.344Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=62c0434d-eefe-40f1-b9de-9ecf4eb74fee InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=255 EndTimestamp=2021-07-07T00:30:53.344Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:53.089Z InvocationID=73e92fbe-a597-45fa-947d-f7873678b365 ResponseDesc=OK 2021-07-07T00:30:53.924Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f690aa93-9b8a-4c1e-a055-4b92e5965c9e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:53.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:53.923Z InvocationID=0b54e017-27a4-4bca-8c92-8bb7f5b15e94 2021-07-07T00:30:54.085Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f690aa93-9b8a-4c1e-a055-4b92e5965c9e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:54.385Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f690aa93-9b8a-4c1e-a055-4b92e5965c9e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=462 EndTimestamp=2021-07-07T00:30:54.385Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:53.923Z InvocationID=3843d0e4-fc34-446e-8c8e-2517587e92c3 ResponseDesc=OK 2021-07-07T00:30:55.990Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7b3451e8-63b9-4640-946d-d4292483f268 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:55.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:55.990Z InvocationID=d90258b6-11f4-4bd0-b119-cc25075a180b 2021-07-07T00:30:56.283Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7b3451e8-63b9-4640-946d-d4292483f268 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:56.572Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3ccdfeee-b1a4-4219-90f2-f17d43780960 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:56.572Z InvocationID=aa42769f-916c-4b9b-8e64-de80ee1011b0 2021-07-07T00:30:56.744Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7b3451e8-63b9-4640-946d-d4292483f268 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=753 EndTimestamp=2021-07-07T00:30:56.743Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:55.990Z InvocationID=be39f3e4-734d-49c2-b32e-01f61fe1e402 ResponseDesc=OK 2021-07-07T00:30:56.842Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3ccdfeee-b1a4-4219-90f2-f17d43780960 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:30:57.086Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3ccdfeee-b1a4-4219-90f2-f17d43780960 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=513 EndTimestamp=2021-07-07T00:30:57.085Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:56.572Z InvocationID=156abce9-39dd-4aa3-a2d1-bea5cce7601c ResponseDesc=OK 2021-07-07T00:30:59.189Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ddba34b9-0604-480a-a395-e22b5a5a4287 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:30:59.189Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:59.189Z InvocationID=acad451c-4551-48a1-a6f8-95140f48880d 2021-07-07T00:30:59.886Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ddba34b9-0604-480a-a395-e22b5a5a4287 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:00.586Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ddba34b9-0604-480a-a395-e22b5a5a4287 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1397 EndTimestamp=2021-07-07T00:31:00.586Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:30:59.189Z InvocationID=85cdf8f6-b270-490b-8921-248f716997af ResponseDesc=OK 2021-07-07T00:31:01.998Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dbf35f15-048b-4d40-9248-89a6b002e3ac InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:01.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:01.998Z InvocationID=56023fea-46e9-419a-8c4a-4a6240fb338b 2021-07-07T00:31:02.093Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dbf35f15-048b-4d40-9248-89a6b002e3ac InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:02.554Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dbf35f15-048b-4d40-9248-89a6b002e3ac InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=556 EndTimestamp=2021-07-07T00:31:02.554Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:01.998Z InvocationID=f3ad1c0a-1232-430a-a75d-544a4070c72d ResponseDesc=OK 2021-07-07T00:31:03.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=285ae276-1335-4741-b5af-1d1a16f95d9a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:03.924Z InvocationID=b951a184-6fe5-475e-92b5-7cf00986007b 2021-07-07T00:31:04.095Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=285ae276-1335-4741-b5af-1d1a16f95d9a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:04.186Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=285ae276-1335-4741-b5af-1d1a16f95d9a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=261 EndTimestamp=2021-07-07T00:31:04.185Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:03.924Z InvocationID=1ba82804-dc90-439e-bf68-65486026b786 ResponseDesc=OK 2021-07-07T00:31:04.996Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0e749324-1f4b-40d4-b137-018bc0b66031 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:04.996Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:04.996Z InvocationID=a3cf9c2c-ff9c-4228-876d-ccf6a18d2c92 2021-07-07T00:31:05.085Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0e749324-1f4b-40d4-b137-018bc0b66031 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:05.386Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0e749324-1f4b-40d4-b137-018bc0b66031 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=390 EndTimestamp=2021-07-07T00:31:05.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:04.996Z InvocationID=d9e7e5b9-176f-4fb0-bb91-d92cf5b7134a ResponseDesc=OK 2021-07-07T00:31:06.572Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5a0931d2-8826-420c-9f47-e8c639622d8e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:06.572Z InvocationID=ecf10048-2282-4d5d-ab07-743c83063950 2021-07-07T00:31:06.683Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5a0931d2-8826-420c-9f47-e8c639622d8e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:06.878Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5a0931d2-8826-420c-9f47-e8c639622d8e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=306 EndTimestamp=2021-07-07T00:31:06.878Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:06.572Z InvocationID=7ca95d39-a3f1-4bc9-902e-e4d92bbb1ad2 ResponseDesc=OK 2021-07-07T00:31:08.088Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=87b750d4-7a49-4c5d-8a55-732155c5c221 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:08.088Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:08.088Z InvocationID=7e1c227e-c63f-46fd-8893-e7751c82a6b1 2021-07-07T00:31:08.300Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=87b750d4-7a49-4c5d-8a55-732155c5c221 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:08.586Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=87b750d4-7a49-4c5d-8a55-732155c5c221 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=497 EndTimestamp=2021-07-07T00:31:08.585Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:08.088Z InvocationID=826e21bd-862e-4dd6-890e-085a8e58e69e ResponseDesc=OK 2021-07-07T00:31:11.088Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d39a6c2c-bb33-4ec8-b4a4-0356ad96e14d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:11.088Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:11.088Z InvocationID=be9f4aab-4d5d-48a8-b3a8-d18d527ab157 2021-07-07T00:31:11.384Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d39a6c2c-bb33-4ec8-b4a4-0356ad96e14d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:11.592Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d39a6c2c-bb33-4ec8-b4a4-0356ad96e14d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=503 EndTimestamp=2021-07-07T00:31:11.591Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:11.088Z InvocationID=775518ab-8440-4380-b5cc-63831111629f ResponseDesc=OK 2021-07-07T00:31:13.924Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=47b199fa-6250-4ae5-841f-1d6d8f133cf3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:13.924Z InvocationID=7abbb105-f765-40d9-9c66-0a302b1da337 2021-07-07T00:31:13.993Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=47b199fa-6250-4ae5-841f-1d6d8f133cf3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:14.188Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c693f2b3-0ab2-4562-becc-746bc2bbc3d9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:14.188Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:14.188Z InvocationID=69e6d24f-6813-4e90-b36b-90f7e8c6e89a 2021-07-07T00:31:14.690Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=47b199fa-6250-4ae5-841f-1d6d8f133cf3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=766 EndTimestamp=2021-07-07T00:31:14.690Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:13.924Z InvocationID=9c734e21-70d3-4e6c-a663-a80facb21523 ResponseDesc=OK 2021-07-07T00:31:14.695Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c693f2b3-0ab2-4562-becc-746bc2bbc3d9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:15.044Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c693f2b3-0ab2-4562-becc-746bc2bbc3d9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=856 EndTimestamp=2021-07-07T00:31:15.044Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:14.188Z InvocationID=33b7a7b5-274f-4b86-8372-3d46f7cd2c2f ResponseDesc=OK 2021-07-07T00:31:16.571Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=823e476e-2a82-4cb3-8d98-3c8dc41606ad InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:16.571Z InvocationID=406a052c-587a-4b04-8b89-afeb7649264c 2021-07-07T00:31:16.590Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=823e476e-2a82-4cb3-8d98-3c8dc41606ad InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:16.760Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=823e476e-2a82-4cb3-8d98-3c8dc41606ad InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=188 EndTimestamp=2021-07-07T00:31:16.759Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:16.571Z InvocationID=652cd30b-e471-4dc2-a0e8-b49a62f22416 ResponseDesc=OK 2021-07-07T00:31:16.997Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f32ee553-35fa-424e-8602-d8d50d581d28 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:16.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:16.997Z InvocationID=38af6ce0-9f8d-410d-9d2d-cb27950d0fae 2021-07-07T00:31:17.191Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f32ee553-35fa-424e-8602-d8d50d581d28 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:17.296Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f32ee553-35fa-424e-8602-d8d50d581d28 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=299 EndTimestamp=2021-07-07T00:31:17.296Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:16.997Z InvocationID=52ed35e1-a929-49e8-865c-1e9cf466f8e9 ResponseDesc=OK 2021-07-07T00:31:20.092Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b3a51804-fa46-4676-9638-25db526992e8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:20.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:20.091Z InvocationID=b70a0002-76f4-4fef-9a84-3267a02b37b2 2021-07-07T00:31:20.186Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b3a51804-fa46-4676-9638-25db526992e8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:20.384Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b3a51804-fa46-4676-9638-25db526992e8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=293 EndTimestamp=2021-07-07T00:31:20.384Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:20.091Z InvocationID=2790d4ef-50bf-4858-914b-98a2405b6af5 ResponseDesc=OK 2021-07-07T00:31:23.290Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=31c3e7ef-f9f1-483c-9180-8322dc141049 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:23.289Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:23.289Z InvocationID=9b7aa687-5a51-4b55-a324-e2652b795275 2021-07-07T00:31:23.385Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=31c3e7ef-f9f1-483c-9180-8322dc141049 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:23.925Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=494781e0-e747-4274-bcdc-fced628f6a65 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:23.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:23.925Z InvocationID=ab0f6827-c879-4688-b424-5c9d6fad323f 2021-07-07T00:31:24.599Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=494781e0-e747-4274-bcdc-fced628f6a65 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:24.786Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=31c3e7ef-f9f1-483c-9180-8322dc141049 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1497 EndTimestamp=2021-07-07T00:31:24.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:23.289Z InvocationID=2b924ad9-ea57-43be-ba21-be141e834ec3 ResponseDesc=OK 2021-07-07T00:31:25.050Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=494781e0-e747-4274-bcdc-fced628f6a65 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1125 EndTimestamp=2021-07-07T00:31:25.050Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:23.925Z InvocationID=710d3187-ef46-46dc-893e-8753e49a2ac7 ResponseDesc=OK 2021-07-07T00:31:25.803Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=40e659d5-d372-4ead-8abc-ba583cc66530 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:25.803Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:25.803Z InvocationID=6ef67498-bae4-464e-8cc8-57845235f3c4 2021-07-07T00:31:26.045Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=40e659d5-d372-4ead-8abc-ba583cc66530 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:26.284Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=40e659d5-d372-4ead-8abc-ba583cc66530 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=481 EndTimestamp=2021-07-07T00:31:26.284Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:25.803Z InvocationID=73723881-d3c9-4d63-87fd-11cf6530c026 ResponseDesc=OK 2021-07-07T00:31:26.571Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=055956dc-7167-4b68-b6ec-e1b971309a81 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:26.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:26.571Z InvocationID=b33d8b52-e003-4ce2-98f1-e474fc400d3a 2021-07-07T00:31:26.642Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=055956dc-7167-4b68-b6ec-e1b971309a81 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:26.998Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=055956dc-7167-4b68-b6ec-e1b971309a81 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=426 EndTimestamp=2021-07-07T00:31:26.997Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:26.571Z InvocationID=d6ba3fe2-51b7-414d-9224-90be06c1265e ResponseDesc=OK 2021-07-07T00:31:29.296Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b56814b9-8eb1-44c6-a761-4e51f27c8e5c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:29.295Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:29.295Z InvocationID=f7cbe9ab-60f8-4065-b88d-62405aca7353 2021-07-07T00:31:29.388Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b56814b9-8eb1-44c6-a761-4e51f27c8e5c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:29.589Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b56814b9-8eb1-44c6-a761-4e51f27c8e5c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=294 EndTimestamp=2021-07-07T00:31:29.589Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:29.295Z InvocationID=b472aa2e-dc86-4fbb-9213-0a2a9f1a9d21 ResponseDesc=OK 2021-07-07T00:31:32.006Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5105eb22-c9c3-4d64-947d-27679f4cbea0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:32.005Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:32.005Z InvocationID=23df110e-deaa-47d4-b27c-5261cd5411a0 2021-07-07T00:31:32.244Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5105eb22-c9c3-4d64-947d-27679f4cbea0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:32.491Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5105eb22-c9c3-4d64-947d-27679f4cbea0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=485 EndTimestamp=2021-07-07T00:31:32.490Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:32.005Z InvocationID=7da51135-00ae-4040-90cb-27d282ef62ba ResponseDesc=OK 2021-07-07T00:31:33.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b87237fd-a2d4-400c-9046-905f2ff36c49 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:33.924Z InvocationID=1e5933e3-743f-40e2-b1bb-7d5f65099dbf 2021-07-07T00:31:34.085Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b87237fd-a2d4-400c-9046-905f2ff36c49 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:34.386Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b87237fd-a2d4-400c-9046-905f2ff36c49 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=462 EndTimestamp=2021-07-07T00:31:34.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:33.924Z InvocationID=435a7731-9272-4eec-9a3a-78175ec3b6f1 ResponseDesc=OK 2021-07-07T00:31:35.103Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c4ec9395-851f-49b9-a1b8-b2818bf992db InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:35.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:35.103Z InvocationID=85af6e0b-fdac-4850-93ca-c69789ff8f80 2021-07-07T00:31:35.285Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c4ec9395-851f-49b9-a1b8-b2818bf992db InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:35.489Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c4ec9395-851f-49b9-a1b8-b2818bf992db InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=386 EndTimestamp=2021-07-07T00:31:35.489Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:35.103Z InvocationID=0a5a91ab-20c5-4fc1-a7cb-c2a5138d09bf ResponseDesc=OK 2021-07-07T00:31:36.571Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=763e2d41-ac17-4527-9be0-98663992ccc5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:36.571Z InvocationID=a09746a3-b255-453e-b84b-eecd85d3a920 2021-07-07T00:31:37.047Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=763e2d41-ac17-4527-9be0-98663992ccc5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:37.288Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=763e2d41-ac17-4527-9be0-98663992ccc5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=717 EndTimestamp=2021-07-07T00:31:37.288Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:36.571Z InvocationID=758846d2-590a-4250-b558-b1cf6709158a ResponseDesc=OK 2021-07-07T00:31:37.997Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c2b72437-3c2a-4c04-ae42-faed70c356f4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:37.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:37.997Z InvocationID=680c235c-b000-4d8b-bbd0-943c4795721a 2021-07-07T00:31:38.185Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c2b72437-3c2a-4c04-ae42-faed70c356f4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:38.685Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c2b72437-3c2a-4c04-ae42-faed70c356f4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=688 EndTimestamp=2021-07-07T00:31:38.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:37.997Z InvocationID=5375233c-cb76-4d2a-a3dd-ebc2054a40ce ResponseDesc=OK 2021-07-07T00:31:41.091Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2b061823-f550-4f4c-91e5-27b98c58b9c9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:41.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:41.091Z InvocationID=ecbd5ec7-cd36-4487-b3c0-de2333feb320 2021-07-07T00:31:41.183Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2b061823-f550-4f4c-91e5-27b98c58b9c9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:41.343Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2b061823-f550-4f4c-91e5-27b98c58b9c9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=252 EndTimestamp=2021-07-07T00:31:41.343Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:41.091Z InvocationID=c9ddd3eb-e01f-46a7-a2d3-effa10e8fc72 ResponseDesc=OK 2021-07-07T00:31:43.924Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=56220ff4-bbe2-4f4a-99bf-a8f90d6c21ad InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:43.924Z InvocationID=77741a75-a79b-4387-953b-b0a4d580bb1b 2021-07-07T00:31:44.190Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d197ed15-6fbb-46f7-b37d-14334e798846 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:44.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:44.190Z InvocationID=95a4aec7-1e39-413b-9d52-0dc17e3fc453 2021-07-07T00:31:44.485Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d197ed15-6fbb-46f7-b37d-14334e798846 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:44.685Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d197ed15-6fbb-46f7-b37d-14334e798846 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=495 EndTimestamp=2021-07-07T00:31:44.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:44.190Z InvocationID=dad37ecb-9dd5-4cf3-8647-95e5f1185204 ResponseDesc=OK 2021-07-07T00:31:44.852Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=56220ff4-bbe2-4f4a-99bf-a8f90d6c21ad InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:46.572Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4348b137-8220-4987-970d-9d79b54aff7d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:46.572Z InvocationID=c1109228-9f53-4465-9900-32e73945eec7 2021-07-07T00:31:46.804Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ccf6c216-6e17-4933-9499-e3712d60b01d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:46.804Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:46.804Z InvocationID=f050186d-eee6-4772-aad0-8361e1d6b2de 2021-07-07T00:31:48.887Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ccf6c216-6e17-4933-9499-e3712d60b01d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:49.184Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4348b137-8220-4987-970d-9d79b54aff7d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:49.487Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=56220ff4-bbe2-4f4a-99bf-a8f90d6c21ad InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5562 EndTimestamp=2021-07-07T00:31:49.486Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:43.924Z InvocationID=3a48b5b5-eeb2-4cf3-a5b6-888bafd2d841 ResponseDesc=OK 2021-07-07T00:31:49.586Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ccf6c216-6e17-4933-9499-e3712d60b01d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2782 EndTimestamp=2021-07-07T00:31:49.586Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:46.804Z InvocationID=c93ff63d-c9cb-4df1-8e98-8312b4437c18 ResponseDesc=OK 2021-07-07T00:31:50.343Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4348b137-8220-4987-970d-9d79b54aff7d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3770 EndTimestamp=2021-07-07T00:31:50.342Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:46.572Z InvocationID=9dc2f0cc-198f-4f1d-a2fe-1fd439b6fbe7 ResponseDesc=OK 2021-07-07T00:31:50.495Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=90d63879-58b3-45ac-a14a-66b239ed68c4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:50.495Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:50.495Z InvocationID=6149337f-b58b-4f11-b45b-e81550846979 2021-07-07T00:31:50.685Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=90d63879-58b3-45ac-a14a-66b239ed68c4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:51.386Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=90d63879-58b3-45ac-a14a-66b239ed68c4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=891 EndTimestamp=2021-07-07T00:31:51.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:50.495Z InvocationID=eabaff05-ce91-4621-8d3d-83196dd26aba ResponseDesc=OK 2021-07-07T00:31:53.089Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c77ee151-7526-46da-a0b8-43a8e6a1cf97 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:53.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:53.089Z InvocationID=59820aff-b87d-446b-8922-9e1a78431329 2021-07-07T00:31:53.142Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c77ee151-7526-46da-a0b8-43a8e6a1cf97 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:53.790Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c77ee151-7526-46da-a0b8-43a8e6a1cf97 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=701 EndTimestamp=2021-07-07T00:31:53.790Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:53.089Z InvocationID=88d98999-49f0-4ef3-bb9e-db5a9962a8f4 ResponseDesc=OK 2021-07-07T00:31:53.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ca766ea9-5cd7-43d8-9b03-51c9b14726d1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:53.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:53.923Z InvocationID=e27e6731-4df7-464b-9609-9d2ce4839d9e 2021-07-07T00:31:54.285Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ca766ea9-5cd7-43d8-9b03-51c9b14726d1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:54.387Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ca766ea9-5cd7-43d8-9b03-51c9b14726d1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=463 EndTimestamp=2021-07-07T00:31:54.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:53.923Z InvocationID=d957b051-0109-4c27-b99f-30961ecab060 ResponseDesc=OK 2021-07-07T00:31:55.798Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bb8c51ea-2011-45d4-9cc1-661166e4a1cc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:55.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:55.798Z InvocationID=5c42afd4-0293-4264-b04b-d174d7947571 2021-07-07T00:31:55.901Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bb8c51ea-2011-45d4-9cc1-661166e4a1cc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:56.290Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bb8c51ea-2011-45d4-9cc1-661166e4a1cc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=492 EndTimestamp=2021-07-07T00:31:56.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:55.798Z InvocationID=21e66f6f-2e19-46f6-b137-940681a77a0b ResponseDesc=OK 2021-07-07T00:31:56.571Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4bfcdc60-0225-47d0-b5b7-4f043d9fb6dd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:56.571Z InvocationID=a3f04118-54db-4c15-afff-3fb4d482b560 2021-07-07T00:31:56.602Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4bfcdc60-0225-47d0-b5b7-4f043d9fb6dd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:57.098Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4bfcdc60-0225-47d0-b5b7-4f043d9fb6dd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=526 EndTimestamp=2021-07-07T00:31:57.097Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:56.571Z InvocationID=5580d0e8-9095-4dd1-9797-b1c27b1cac16 ResponseDesc=OK 2021-07-07T00:31:59.103Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=179b97df-8ac3-4001-aa2c-984a0b0466b0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:31:59.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:59.103Z InvocationID=dd6783c2-74dd-4cb0-8ddd-93d6ec81207a 2021-07-07T00:31:59.285Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=179b97df-8ac3-4001-aa2c-984a0b0466b0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:31:59.685Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=179b97df-8ac3-4001-aa2c-984a0b0466b0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=581 EndTimestamp=2021-07-07T00:31:59.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:31:59.103Z InvocationID=3e10cc84-65f2-47ac-b8e6-1f4dffa332df ResponseDesc=OK 2021-07-07T00:32:01.991Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0a083041-9994-4afa-8d9d-1850240c599e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:01.991Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:01.991Z InvocationID=8d0ca787-a599-4b2e-ab3c-9d220c64aa1b 2021-07-07T00:32:02.195Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0a083041-9994-4afa-8d9d-1850240c599e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:02.395Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0a083041-9994-4afa-8d9d-1850240c599e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=404 EndTimestamp=2021-07-07T00:32:02.395Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:01.991Z InvocationID=da40f0d3-aea8-492c-b8f2-6b98d0c363cb ResponseDesc=OK 2021-07-07T00:32:03.926Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3e712097-fa7d-4fff-b774-00b70be3b685 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:03.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:03.925Z InvocationID=157e4961-ef9d-4719-a9b2-ce1b9afd1914 2021-07-07T00:32:03.988Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3e712097-fa7d-4fff-b774-00b70be3b685 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:04.100Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3e712097-fa7d-4fff-b774-00b70be3b685 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=175 EndTimestamp=2021-07-07T00:32:04.100Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:03.925Z InvocationID=13c85cee-8a57-45e1-9344-d132342cb180 ResponseDesc=OK 2021-07-07T00:32:04.989Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2e028fd7-b02c-4ebe-a9f1-6fd4cbe6510d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:04.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:04.989Z InvocationID=5de684cd-89e2-411a-9863-17bdc0d74a9b 2021-07-07T00:32:05.096Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2e028fd7-b02c-4ebe-a9f1-6fd4cbe6510d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:05.485Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2e028fd7-b02c-4ebe-a9f1-6fd4cbe6510d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=496 EndTimestamp=2021-07-07T00:32:05.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:04.989Z InvocationID=0f21192d-b2a3-47c7-a772-633e9723794c ResponseDesc=OK 2021-07-07T00:32:06.571Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6b21408d-8a85-4b43-94af-d2ff67c64c4b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:06.571Z InvocationID=03c9dc1b-dd57-4321-908b-47998c96c81a 2021-07-07T00:32:06.587Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6b21408d-8a85-4b43-94af-d2ff67c64c4b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:06.747Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6b21408d-8a85-4b43-94af-d2ff67c64c4b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=175 EndTimestamp=2021-07-07T00:32:06.746Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:06.571Z InvocationID=7f374993-fc1d-424f-87d1-a79b7e61a3ea ResponseDesc=OK 2021-07-07T00:32:08.089Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f3fb296d-11cb-4e75-8010-3c27c6fde8b1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:08.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:08.089Z InvocationID=722c9a1e-781a-4b19-a542-ffe7c6de2fd1 2021-07-07T00:32:08.184Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f3fb296d-11cb-4e75-8010-3c27c6fde8b1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:08.659Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f3fb296d-11cb-4e75-8010-3c27c6fde8b1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=570 EndTimestamp=2021-07-07T00:32:08.659Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:08.089Z InvocationID=f56251b4-0d33-410f-acc0-87a7a1895a19 ResponseDesc=OK 2021-07-07T00:32:11.089Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f63bcf78-ac8f-41a1-87b2-4953e0d03a45 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:11.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:11.089Z InvocationID=19d08242-2da0-4f0a-ae1d-b863e6754300 2021-07-07T00:32:11.187Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f63bcf78-ac8f-41a1-87b2-4953e0d03a45 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:11.287Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f63bcf78-ac8f-41a1-87b2-4953e0d03a45 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=198 EndTimestamp=2021-07-07T00:32:11.287Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:11.089Z InvocationID=9aa2d33f-5087-4543-809b-1185d93e3f00 ResponseDesc=OK 2021-07-07T00:32:13.925Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=681b02ef-12bd-4037-815c-fadedfe57871 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:13.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:13.925Z InvocationID=e2ddacbb-cee7-4085-9e7f-9c6590c5fe9c 2021-07-07T00:32:14.216Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=681b02ef-12bd-4037-815c-fadedfe57871 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:14.288Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=68a4c308-53ba-468c-b042-a069104eaa7e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:14.288Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:14.288Z InvocationID=39d5fbbd-795a-49e9-b84c-953b16c35c0e 2021-07-07T00:32:14.384Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=68a4c308-53ba-468c-b042-a069104eaa7e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:15.087Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=68a4c308-53ba-468c-b042-a069104eaa7e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=799 EndTimestamp=2021-07-07T00:32:15.087Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:14.288Z InvocationID=27a01b96-c2bf-4bdd-bff4-5a6cc873773f ResponseDesc=OK 2021-07-07T00:32:15.343Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=681b02ef-12bd-4037-815c-fadedfe57871 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1418 EndTimestamp=2021-07-07T00:32:15.343Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:13.925Z InvocationID=5a97acba-91d9-48a3-a11a-a191579680d5 ResponseDesc=OK 2021-07-07T00:32:16.572Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c5f7a23c-ef7d-4377-aef3-d2adbaaac08e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:16.571Z InvocationID=03df388c-e957-4103-87a1-0513840b9713 2021-07-07T00:32:16.742Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c5f7a23c-ef7d-4377-aef3-d2adbaaac08e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:17.084Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c5f7a23c-ef7d-4377-aef3-d2adbaaac08e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=513 EndTimestamp=2021-07-07T00:32:17.084Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:16.571Z InvocationID=d413b824-5625-48b9-abea-f0c7c749571f ResponseDesc=OK 2021-07-07T00:32:17.201Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f24b8bc6-045c-4fac-bd85-be31fa8e50c0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:17.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:17.201Z InvocationID=83c011c4-ea60-4998-91bb-ab8038c4a500 2021-07-07T00:32:17.344Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f24b8bc6-045c-4fac-bd85-be31fa8e50c0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:17.685Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f24b8bc6-045c-4fac-bd85-be31fa8e50c0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=484 EndTimestamp=2021-07-07T00:32:17.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:17.201Z InvocationID=69494780-5876-4409-8bd2-0a59658b4e8a ResponseDesc=OK 2021-07-07T00:32:19.999Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=38472795-7a8b-4898-9332-8cfe7e703867 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:19.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:19.999Z InvocationID=9676b609-eed0-4fbc-b214-d5dfba6722e2 2021-07-07T00:32:20.483Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=38472795-7a8b-4898-9332-8cfe7e703867 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:20.499Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=38472795-7a8b-4898-9332-8cfe7e703867 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=500 EndTimestamp=2021-07-07T00:32:20.499Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:19.999Z InvocationID=baece4c7-cca2-4495-9e94-f6277dfe86c5 ResponseDesc=OK 2021-07-07T00:32:23.188Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e5eab908-ba58-4015-819f-e23e7602bebe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:23.188Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:23.188Z InvocationID=84533a07-f272-4188-8a98-8ffa4b6f5c0a 2021-07-07T00:32:23.361Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e5eab908-ba58-4015-819f-e23e7602bebe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:23.486Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e5eab908-ba58-4015-819f-e23e7602bebe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=298 EndTimestamp=2021-07-07T00:32:23.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:23.188Z InvocationID=d6875062-394c-466d-9440-b87b5365c95c ResponseDesc=OK 2021-07-07T00:32:23.924Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=11687417-a967-4ff4-8c74-dc51dbaaef73 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:23.924Z InvocationID=1bc557eb-2ddd-4715-9c54-1ca757ef876f 2021-07-07T00:32:24.093Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=11687417-a967-4ff4-8c74-dc51dbaaef73 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:24.797Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=11687417-a967-4ff4-8c74-dc51dbaaef73 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=873 EndTimestamp=2021-07-07T00:32:24.797Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:23.924Z InvocationID=ca21ce2f-b93b-43fb-a874-837ee851a50a ResponseDesc=OK 2021-07-07T00:32:25.890Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09ba7e10-0bf5-4d6e-900b-a2e3a3abec58 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:25.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:25.890Z InvocationID=0a24ba6f-44c9-4316-ae02-a353da2542a9 2021-07-07T00:32:25.996Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09ba7e10-0bf5-4d6e-900b-a2e3a3abec58 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:26.189Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=09ba7e10-0bf5-4d6e-900b-a2e3a3abec58 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=299 EndTimestamp=2021-07-07T00:32:26.189Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:25.890Z InvocationID=e05f247c-b3b8-4c08-8b8e-2f9fbac132be ResponseDesc=OK 2021-07-07T00:32:26.571Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b70a1443-8021-46a9-9887-737798f21e3e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:26.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:26.571Z InvocationID=71719219-2740-4719-8069-632beefcc241 2021-07-07T00:32:26.687Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b70a1443-8021-46a9-9887-737798f21e3e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:26.884Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b70a1443-8021-46a9-9887-737798f21e3e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=313 EndTimestamp=2021-07-07T00:32:26.884Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:26.571Z InvocationID=16a8dc5e-8f25-415b-87c2-e79ea232b89c ResponseDesc=OK 2021-07-07T00:32:28.998Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f182bc84-2d51-4c33-9980-427a0cf4c58f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:28.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:28.998Z InvocationID=ad3554a2-36fe-4597-a429-86b1c760d3d9 2021-07-07T00:32:29.203Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f182bc84-2d51-4c33-9980-427a0cf4c58f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:29.591Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f182bc84-2d51-4c33-9980-427a0cf4c58f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=592 EndTimestamp=2021-07-07T00:32:29.590Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:28.998Z InvocationID=0eda0124-676a-4ac8-a0a6-f5743bc03490 ResponseDesc=OK 2021-07-07T00:32:31.991Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e08e907d-4f8e-457a-825d-93c181da94a8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:31.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:31.990Z InvocationID=c0722e14-030f-4ebd-a9e8-2b7d33978f04 2021-07-07T00:32:32.084Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e08e907d-4f8e-457a-825d-93c181da94a8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:32.454Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e08e907d-4f8e-457a-825d-93c181da94a8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=464 EndTimestamp=2021-07-07T00:32:32.454Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:31.990Z InvocationID=b82f63f8-3445-4a5b-bf22-e4d4baf1170b ResponseDesc=OK 2021-07-07T00:32:33.924Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0a020cfe-6a16-41af-80bc-337f95134054 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:33.924Z InvocationID=9c4dfe74-a9b6-4297-9370-cfa7d9e130f7 2021-07-07T00:32:34.157Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0a020cfe-6a16-41af-80bc-337f95134054 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:34.294Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0a020cfe-6a16-41af-80bc-337f95134054 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=370 EndTimestamp=2021-07-07T00:32:34.294Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:33.924Z InvocationID=e0e3843d-6dfa-46c9-9987-cf21b8444961 ResponseDesc=OK 2021-07-07T00:32:34.900Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09ba0eca-bab2-43ec-a8ca-5a22373a4a2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:34.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:34.900Z InvocationID=a12e2b5d-efc7-482d-83a3-9e82990c5084 2021-07-07T00:32:34.985Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09ba0eca-bab2-43ec-a8ca-5a22373a4a2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:35.447Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=09ba0eca-bab2-43ec-a8ca-5a22373a4a2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=547 EndTimestamp=2021-07-07T00:32:35.447Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:34.900Z InvocationID=3c88a01f-840e-4e7f-950f-84a60b9aaa7f ResponseDesc=OK 2021-07-07T00:32:36.571Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=905b77d8-38af-41fc-b758-6d65d7d8bf05 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:36.571Z InvocationID=b6f64077-4e1c-4452-892a-0287dd66a62b 2021-07-07T00:32:36.586Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=905b77d8-38af-41fc-b758-6d65d7d8bf05 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:36.687Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=905b77d8-38af-41fc-b758-6d65d7d8bf05 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=115 EndTimestamp=2021-07-07T00:32:36.686Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:36.571Z InvocationID=4ef61974-f9d0-4edb-b659-834f37379dda ResponseDesc=OK 2021-07-07T00:32:38.094Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=14f9436c-40ce-4a42-a941-91961cc709d1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:38.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:38.094Z InvocationID=396c445c-e440-4913-ade1-38b957fb1486 2021-07-07T00:32:38.346Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=14f9436c-40ce-4a42-a941-91961cc709d1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:39.585Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=14f9436c-40ce-4a42-a941-91961cc709d1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1491 EndTimestamp=2021-07-07T00:32:39.585Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:38.094Z InvocationID=fa074091-086d-4e72-8ca0-daacbb23afbb ResponseDesc=OK 2021-07-07T00:32:41.006Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09256b34-8eb0-4ad5-8e8e-b2c31e8ac600 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:41.006Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:41.006Z InvocationID=959f35f2-f4b1-4a96-b29e-659aaee8ae4d 2021-07-07T00:32:41.286Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09256b34-8eb0-4ad5-8e8e-b2c31e8ac600 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:41.886Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=09256b34-8eb0-4ad5-8e8e-b2c31e8ac600 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=880 EndTimestamp=2021-07-07T00:32:41.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:41.006Z InvocationID=2fd4f1cb-c347-42e7-95b5-2052476e9160 ResponseDesc=OK 2021-07-07T00:32:43.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b054d983-78bc-4b5f-9a51-c706161d198a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:43.924Z InvocationID=ba3422a5-7fc6-492f-9e1f-353142fe41d8 2021-07-07T00:32:43.991Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b054d983-78bc-4b5f-9a51-c706161d198a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:44.094Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=207d2258-d791-47a2-867e-7d3302663621 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:44.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:44.094Z InvocationID=40b599ec-8242-4e3c-8b18-2ddd274f439a 2021-07-07T00:32:44.610Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=207d2258-d791-47a2-867e-7d3302663621 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:44.691Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b054d983-78bc-4b5f-9a51-c706161d198a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=766 EndTimestamp=2021-07-07T00:32:44.690Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:43.924Z InvocationID=76e94555-7aef-48a5-b6af-f943c2024d42 ResponseDesc=OK 2021-07-07T00:32:44.785Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=207d2258-d791-47a2-867e-7d3302663621 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=691 EndTimestamp=2021-07-07T00:32:44.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:44.094Z InvocationID=c53d5ada-8465-4cfd-bb84-d6890598b777 ResponseDesc=OK 2021-07-07T00:32:46.572Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8ff6f4aa-ba9a-4bc6-b753-00c270897961 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:46.572Z InvocationID=f6e40fdc-9c92-4402-8d27-140d4d8f860c 2021-07-07T00:32:46.647Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8ff6f4aa-ba9a-4bc6-b753-00c270897961 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:46.991Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2d7b6e5d-12ed-42d8-b450-f7037e85c4f0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:46.991Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:46.991Z InvocationID=f66a62d6-8ce1-4ae7-a57f-cff69bda6bc5 2021-07-07T00:32:47.084Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2d7b6e5d-12ed-42d8-b450-f7037e85c4f0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:47.250Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2d7b6e5d-12ed-42d8-b450-f7037e85c4f0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=259 EndTimestamp=2021-07-07T00:32:47.250Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:46.991Z InvocationID=4aa0026c-385f-4200-bff5-655bd00bf7e3 ResponseDesc=OK 2021-07-07T00:32:47.758Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8ff6f4aa-ba9a-4bc6-b753-00c270897961 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1186 EndTimestamp=2021-07-07T00:32:47.758Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:46.572Z InvocationID=bd03507c-850f-48ff-a417-4f6dc81245ba ResponseDesc=OK 2021-07-07T00:32:50.192Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c2d9c09e-881a-4717-9c79-300a51d84bd9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:50.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:50.191Z InvocationID=db29cf6e-c389-4d17-a675-628675c7b2e0 2021-07-07T00:32:50.454Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c2d9c09e-881a-4717-9c79-300a51d84bd9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:50.684Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c2d9c09e-881a-4717-9c79-300a51d84bd9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=493 EndTimestamp=2021-07-07T00:32:50.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:50.191Z InvocationID=33462414-06b1-4d97-815b-b5779d770e71 ResponseDesc=OK 2021-07-07T00:32:52.896Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=260cb1eb-c3fd-45bb-8c97-6857ce61e643 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:52.896Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:52.896Z InvocationID=1a5a4885-9935-4a88-881b-e02a2fb3462b 2021-07-07T00:32:53.393Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=260cb1eb-c3fd-45bb-8c97-6857ce61e643 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:53.924Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=629c44a5-366a-4e28-87cd-bbf8cb82e79d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:53.924Z InvocationID=4f2c1f1e-2d33-4d32-bd00-48a07d1cf5bf 2021-07-07T00:32:54.684Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=629c44a5-366a-4e28-87cd-bbf8cb82e79d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:54.795Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=260cb1eb-c3fd-45bb-8c97-6857ce61e643 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1899 EndTimestamp=2021-07-07T00:32:54.795Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:52.896Z InvocationID=06daa357-0989-4515-a831-802195a97212 ResponseDesc=OK 2021-07-07T00:32:54.898Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=629c44a5-366a-4e28-87cd-bbf8cb82e79d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=974 EndTimestamp=2021-07-07T00:32:54.898Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:53.924Z InvocationID=59e8543d-cf7b-40df-8fc8-b228578a8492 ResponseDesc=OK 2021-07-07T00:32:56.102Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b7bf15d3-5ec9-4c27-96ea-887f73d2ae42 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:56.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:56.102Z InvocationID=6b16eb45-5bc5-491d-8b73-ea584a872980 2021-07-07T00:32:56.297Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b7bf15d3-5ec9-4c27-96ea-887f73d2ae42 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:56.571Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b23cc747-d2c3-41df-9c3e-779f189d7826 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:56.571Z InvocationID=2b47307d-bda2-4fdc-b8f9-6e560bbd0117 2021-07-07T00:32:56.584Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b7bf15d3-5ec9-4c27-96ea-887f73d2ae42 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=482 EndTimestamp=2021-07-07T00:32:56.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:56.102Z InvocationID=dff59930-bbd1-42f0-8b9c-94e53d1ee5cb ResponseDesc=OK 2021-07-07T00:32:56.658Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b23cc747-d2c3-41df-9c3e-779f189d7826 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:32:56.885Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b23cc747-d2c3-41df-9c3e-779f189d7826 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=314 EndTimestamp=2021-07-07T00:32:56.885Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:56.571Z InvocationID=4a67edba-2ce9-4054-991e-0aec4db0e222 ResponseDesc=OK 2021-07-07T00:32:59.290Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=607107b0-731d-44ec-91fe-9471276d0502 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:32:59.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:59.290Z InvocationID=bc77ee37-edbe-4ead-b5dc-8c3ecb3295fb 2021-07-07T00:32:59.486Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=607107b0-731d-44ec-91fe-9471276d0502 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:00.304Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=607107b0-731d-44ec-91fe-9471276d0502 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1014 EndTimestamp=2021-07-07T00:33:00.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:32:59.290Z InvocationID=dca19ed8-06a8-4bb6-a70d-0832d8c3455d ResponseDesc=OK 2021-07-07T00:33:02.092Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b11b74e3-0c2a-4a67-bff9-eba966e270de InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:02.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:02.092Z InvocationID=ac2648bf-c73d-47a3-b0d5-5750e7f35ffc 2021-07-07T00:33:02.793Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b11b74e3-0c2a-4a67-bff9-eba966e270de InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:02.899Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b11b74e3-0c2a-4a67-bff9-eba966e270de InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=807 EndTimestamp=2021-07-07T00:33:02.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:02.092Z InvocationID=a4e6cc0e-99e8-4bbb-9717-04da7a9e7b04 ResponseDesc=OK 2021-07-07T00:33:03.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a4e9f836-56fc-43cb-9a3f-5ec0c3cd1ec5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:03.924Z InvocationID=a1573f94-1c9e-4886-962e-b1a6e5e1604e 2021-07-07T00:33:04.184Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a4e9f836-56fc-43cb-9a3f-5ec0c3cd1ec5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:04.586Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a4e9f836-56fc-43cb-9a3f-5ec0c3cd1ec5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=662 EndTimestamp=2021-07-07T00:33:04.586Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:03.924Z InvocationID=2bfc1d02-f838-4557-a5cc-df69977af3cf ResponseDesc=OK 2021-07-07T00:33:05.293Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=030f2ce4-200e-42a3-9774-0f79d57c3791 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:05.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:05.293Z InvocationID=5f4a1db5-4794-41c4-b3d6-b2cb5ba574b1 2021-07-07T00:33:05.387Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=030f2ce4-200e-42a3-9774-0f79d57c3791 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:05.753Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=030f2ce4-200e-42a3-9774-0f79d57c3791 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=459 EndTimestamp=2021-07-07T00:33:05.752Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:05.293Z InvocationID=aef309bb-658c-4030-be4a-732a83075517 ResponseDesc=OK 2021-07-07T00:33:06.572Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0b711a8b-acfb-4845-b3de-ddcb51069bad InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:06.571Z InvocationID=4d3fd7f9-3135-4e6f-a695-29bf3fc5adf5 2021-07-07T00:33:06.689Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0b711a8b-acfb-4845-b3de-ddcb51069bad InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:06.800Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0b711a8b-acfb-4845-b3de-ddcb51069bad InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=229 EndTimestamp=2021-07-07T00:33:06.800Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:06.571Z InvocationID=9cb6f53c-8755-4be7-89fd-f6390b2d3b77 ResponseDesc=OK 2021-07-07T00:33:08.390Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7958d4a4-3659-4aa1-babf-a59879e833b8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:08.390Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:08.390Z InvocationID=066fcc78-2b07-42b4-b613-684c48917a9d 2021-07-07T00:33:08.485Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7958d4a4-3659-4aa1-babf-a59879e833b8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:08.787Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7958d4a4-3659-4aa1-babf-a59879e833b8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=397 EndTimestamp=2021-07-07T00:33:08.787Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:08.390Z InvocationID=9ea613e0-8e73-4d75-805c-b06f34cf818f ResponseDesc=OK 2021-07-07T00:33:11.090Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=760f3abe-84ab-49bd-ab36-7559aeeeab84 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:11.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:11.090Z InvocationID=f1a5c7eb-7cc0-40f0-828e-7297b947d9ff 2021-07-07T00:33:11.184Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=760f3abe-84ab-49bd-ab36-7559aeeeab84 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:13.923Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=04bc1a35-362c-42da-8f1c-8297c19344c8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:13.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:13.923Z InvocationID=5d0415f1-cf37-474c-a262-e8ea09b36fa5 2021-07-07T00:33:14.831Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bb347c8b-5ded-456c-b0f8-681e7aa113b0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:14.831Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:14.831Z InvocationID=b377f124-f4db-4169-ab5c-d5068a24213b 2021-07-07T00:33:16.184Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bb347c8b-5ded-456c-b0f8-681e7aa113b0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:16.349Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=04bc1a35-362c-42da-8f1c-8297c19344c8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:16.443Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bb347c8b-5ded-456c-b0f8-681e7aa113b0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1611 EndTimestamp=2021-07-07T00:33:16.442Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:14.831Z InvocationID=0e9fea3c-fbb2-45dd-9904-c57537f3e8d1 ResponseDesc=OK 2021-07-07T00:33:16.484Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=760f3abe-84ab-49bd-ab36-7559aeeeab84 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5394 EndTimestamp=2021-07-07T00:33:16.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:11.090Z InvocationID=3540a80a-db6c-4220-a859-370947187c3b ResponseDesc=OK 2021-07-07T00:33:16.571Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=97b12dad-037a-4ea9-853f-d7e7f7c230a2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:16.571Z InvocationID=8b2b8cd7-a00f-40ba-8a5d-588bce28f7ac 2021-07-07T00:33:16.889Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=04bc1a35-362c-42da-8f1c-8297c19344c8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2966 EndTimestamp=2021-07-07T00:33:16.889Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:13.923Z InvocationID=16c70be1-12d3-4d88-a7d5-0b45d9d92541 ResponseDesc=OK 2021-07-07T00:33:16.983Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=97b12dad-037a-4ea9-853f-d7e7f7c230a2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:17.266Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=97b12dad-037a-4ea9-853f-d7e7f7c230a2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=694 EndTimestamp=2021-07-07T00:33:17.265Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:16.571Z InvocationID=0c54d282-e6ec-4696-b55f-e9a8074d6a64 ResponseDesc=OK 2021-07-07T00:33:17.491Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=499f7914-ec18-4fb9-ae95-f819d4e7f9cc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:17.491Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:17.491Z InvocationID=10bc97d3-1f21-4cec-9b2e-6a72cf880c04 2021-07-07T00:33:17.890Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=499f7914-ec18-4fb9-ae95-f819d4e7f9cc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:18.193Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=499f7914-ec18-4fb9-ae95-f819d4e7f9cc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=702 EndTimestamp=2021-07-07T00:33:18.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:17.491Z InvocationID=d494428c-c37c-44b5-8723-e007ae3077f3 ResponseDesc=OK 2021-07-07T00:33:20.292Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d04f2b22-e457-4024-a129-f196ecb2095c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:20.291Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:20.291Z InvocationID=af115c36-8181-4b27-acde-60a26b1b42c6 2021-07-07T00:33:20.485Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d04f2b22-e457-4024-a129-f196ecb2095c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:22.890Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d04f2b22-e457-4024-a129-f196ecb2095c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2599 EndTimestamp=2021-07-07T00:33:22.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:20.291Z InvocationID=8dc38ce9-4318-4a95-9568-12f999e9876a ResponseDesc=OK 2021-07-07T00:33:23.589Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4e46e08a-a4dd-4b47-95d7-2b59f9dcdcdb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:23.589Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:23.589Z InvocationID=a0a73c8f-30e2-4c1e-8b92-f46b145f7286 2021-07-07T00:33:23.647Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4e46e08a-a4dd-4b47-95d7-2b59f9dcdcdb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:23.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9ed44fdd-5aa3-43b3-9efd-663e8c3daed4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:23.924Z InvocationID=de42690a-fabe-486a-936f-a608d529e191 2021-07-07T00:33:23.948Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4e46e08a-a4dd-4b47-95d7-2b59f9dcdcdb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=359 EndTimestamp=2021-07-07T00:33:23.948Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:23.589Z InvocationID=40f67602-c998-42de-bc81-b46103211bdc ResponseDesc=OK 2021-07-07T00:33:24.684Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9ed44fdd-5aa3-43b3-9efd-663e8c3daed4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:24.884Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9ed44fdd-5aa3-43b3-9efd-663e8c3daed4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=960 EndTimestamp=2021-07-07T00:33:24.884Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:23.924Z InvocationID=aa3d8306-ac38-4f91-ba32-be690d342b02 ResponseDesc=OK 2021-07-07T00:33:25.888Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5ec61fe9-b951-45db-8b19-4a3c10b661fc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:25.888Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:25.888Z InvocationID=3d831a9a-11f2-45b6-ba7e-76988e677b73 2021-07-07T00:33:26.097Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5ec61fe9-b951-45db-8b19-4a3c10b661fc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:26.522Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5ec61fe9-b951-45db-8b19-4a3c10b661fc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=634 EndTimestamp=2021-07-07T00:33:26.522Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:25.888Z InvocationID=2313070c-a905-4009-bae4-4239914b9e61 ResponseDesc=OK 2021-07-07T00:33:26.572Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fdaa003c-e0e3-4053-bfe4-bc980f52e2fe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:26.572Z InvocationID=5bd47266-f248-42ba-8396-3cb3d4eb3166 2021-07-07T00:33:26.596Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fdaa003c-e0e3-4053-bfe4-bc980f52e2fe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:26.842Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fdaa003c-e0e3-4053-bfe4-bc980f52e2fe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=269 EndTimestamp=2021-07-07T00:33:26.841Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:26.572Z InvocationID=d77cc4ad-37dc-4c49-a427-71f4cead784e ResponseDesc=OK 2021-07-07T00:33:29.092Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bcde20be-61ff-4caa-9ae1-ab56c660b5bf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:29.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:29.091Z InvocationID=256a95e7-75e5-4d8a-8814-292747598c33 2021-07-07T00:33:29.446Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bcde20be-61ff-4caa-9ae1-ab56c660b5bf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:29.684Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bcde20be-61ff-4caa-9ae1-ab56c660b5bf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=593 EndTimestamp=2021-07-07T00:33:29.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:29.091Z InvocationID=a8e52304-b0bf-4dfb-9e64-89dcc8b441cc ResponseDesc=OK 2021-07-07T00:33:32.093Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cd02a2b2-33df-4127-b8ad-c164be81def3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:32.093Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:32.093Z InvocationID=dc6716ac-0255-4baa-9e74-b572b10586d9 2021-07-07T00:33:32.189Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cd02a2b2-33df-4127-b8ad-c164be81def3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:32.586Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cd02a2b2-33df-4127-b8ad-c164be81def3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=493 EndTimestamp=2021-07-07T00:33:32.586Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:32.093Z InvocationID=e0c5a474-5928-48cc-bc0b-3d7223153d8a ResponseDesc=OK 2021-07-07T00:33:33.924Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4c0379db-5bfa-4740-b018-482dd6c1bec1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:33.924Z InvocationID=f0f9283b-a2de-4206-9c45-e00cb35514ab 2021-07-07T00:33:33.997Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4c0379db-5bfa-4740-b018-482dd6c1bec1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:34.356Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4c0379db-5bfa-4740-b018-482dd6c1bec1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=432 EndTimestamp=2021-07-07T00:33:34.356Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:33.924Z InvocationID=0d51cc09-c383-4859-9041-493a3c5a304e ResponseDesc=OK 2021-07-07T00:33:34.892Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=66bfa7bc-aa9f-44c2-87be-21f9b4dc78de InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:34.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:34.892Z InvocationID=9cc97693-df52-42fc-b470-6be1fe155d6b 2021-07-07T00:33:35.048Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=66bfa7bc-aa9f-44c2-87be-21f9b4dc78de InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:35.289Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=66bfa7bc-aa9f-44c2-87be-21f9b4dc78de InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=397 EndTimestamp=2021-07-07T00:33:35.289Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:34.892Z InvocationID=734a391c-52d9-4cb0-a6a3-eff523953b8e ResponseDesc=OK 2021-07-07T00:33:36.573Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=27119d79-e16a-48fa-9155-df69a0167d40 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:36.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:36.573Z InvocationID=453591e9-9312-4857-a895-a58681a67a30 2021-07-07T00:33:36.649Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=27119d79-e16a-48fa-9155-df69a0167d40 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:36.944Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=27119d79-e16a-48fa-9155-df69a0167d40 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=370 EndTimestamp=2021-07-07T00:33:36.943Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:36.573Z InvocationID=ec4c8aa2-72c1-4a5d-a30f-c97f3311caa6 ResponseDesc=OK 2021-07-07T00:33:37.904Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f9e889a8-9213-4ec0-800f-806e97cec456 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:37.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:37.904Z InvocationID=418d4a5d-3a12-427c-91bd-2a5a6b4935c1 2021-07-07T00:33:38.485Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f9e889a8-9213-4ec0-800f-806e97cec456 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:40.453Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f9e889a8-9213-4ec0-800f-806e97cec456 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2549 EndTimestamp=2021-07-07T00:33:40.453Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:37.904Z InvocationID=a568a51c-e7f5-4120-9c91-c4cb6f22bd87 ResponseDesc=OK 2021-07-07T00:33:41.192Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=75ce274c-a5e3-48e5-a72b-40b2dd853dbd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:41.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:41.192Z InvocationID=2152020a-ecbf-41ea-b2f6-2e1f5482667d 2021-07-07T00:33:41.986Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=75ce274c-a5e3-48e5-a72b-40b2dd853dbd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:42.185Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=75ce274c-a5e3-48e5-a72b-40b2dd853dbd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=993 EndTimestamp=2021-07-07T00:33:42.185Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:41.192Z InvocationID=62d049aa-cd99-48a5-835d-9f2e99d92a9b ResponseDesc=OK 2021-07-07T00:33:43.924Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=db48b60a-6b37-4f02-abcb-141eb052b92b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:43.924Z InvocationID=14c2ef4d-3f23-4437-8161-65be01fef4ed 2021-07-07T00:33:44.088Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=db48b60a-6b37-4f02-abcb-141eb052b92b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:44.092Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c350b943-49c3-4811-8be9-97329cd7d29d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:44.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:44.092Z InvocationID=24b1ddf6-ba86-4d82-921a-7c525a05e376 2021-07-07T00:33:44.185Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c350b943-49c3-4811-8be9-97329cd7d29d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:46.571Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e6e5166e-1c2e-49aa-80e8-dc6dc0ff9bb8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:46.571Z InvocationID=afc263f0-4827-4f83-9072-01c43584b21f 2021-07-07T00:33:47.146Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e6e5166e-1c2e-49aa-80e8-dc6dc0ff9bb8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:47.828Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1c845b66-3353-4f31-96da-1ca851672402 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:47.828Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:47.828Z InvocationID=90a77649-7ec9-480b-98fd-e8080a325aa0 2021-07-07T00:33:48.084Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e6e5166e-1c2e-49aa-80e8-dc6dc0ff9bb8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1513 EndTimestamp=2021-07-07T00:33:48.084Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:46.571Z InvocationID=7160363a-2151-42bb-94b6-bbc62b2d8f28 ResponseDesc=OK 2021-07-07T00:33:48.194Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1c845b66-3353-4f31-96da-1ca851672402 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:48.197Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c350b943-49c3-4811-8be9-97329cd7d29d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4105 EndTimestamp=2021-07-07T00:33:48.197Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:44.092Z InvocationID=8eb47349-9b0a-49cf-a28e-21f816694590 ResponseDesc=OK 2021-07-07T00:33:48.254Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=db48b60a-6b37-4f02-abcb-141eb052b92b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4330 EndTimestamp=2021-07-07T00:33:48.254Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:43.924Z InvocationID=ebd4e847-4367-4220-9e36-fa7606af7cdf ResponseDesc=OK 2021-07-07T00:33:49.386Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1c845b66-3353-4f31-96da-1ca851672402 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1558 EndTimestamp=2021-07-07T00:33:49.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:47.828Z InvocationID=95f55691-e220-4855-ad9a-10f7b46e1c22 ResponseDesc=OK 2021-07-07T00:33:50.200Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fc27dc93-401e-4906-9eac-7be2f30411f6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:50.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:50.200Z InvocationID=ba0de786-cfc2-4a99-b2f6-e435d2d90bd6 2021-07-07T00:33:50.287Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fc27dc93-401e-4906-9eac-7be2f30411f6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:51.150Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fc27dc93-401e-4906-9eac-7be2f30411f6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=949 EndTimestamp=2021-07-07T00:33:51.149Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:50.200Z InvocationID=43bcd5f4-00e6-48bf-b25c-9c71f2bb57b9 ResponseDesc=OK 2021-07-07T00:33:52.907Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1eeba99c-a1fe-4fe0-af93-eb47a5652e74 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:52.907Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:52.907Z InvocationID=5fb03b2c-d3bc-446a-8a57-ad4ba81dfb12 2021-07-07T00:33:53.065Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1eeba99c-a1fe-4fe0-af93-eb47a5652e74 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:53.188Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1eeba99c-a1fe-4fe0-af93-eb47a5652e74 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=281 EndTimestamp=2021-07-07T00:33:53.188Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:52.907Z InvocationID=8391b0ef-24c4-46c0-853e-53233f95d12d ResponseDesc=OK 2021-07-07T00:33:53.924Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f7ec709a-84c7-4581-bc0f-45b55282cf71 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:53.924Z InvocationID=37c34d60-204f-49a3-9ded-b3fa7e43fbf6 2021-07-07T00:33:54.085Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f7ec709a-84c7-4581-bc0f-45b55282cf71 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:54.199Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f7ec709a-84c7-4581-bc0f-45b55282cf71 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=275 EndTimestamp=2021-07-07T00:33:54.199Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:53.924Z InvocationID=ebb10f72-b9ef-45c6-a4d4-b3573178f999 ResponseDesc=OK 2021-07-07T00:33:56.098Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=25d4a22b-b551-4427-b84e-90f9ddd305e3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:56.098Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:56.098Z InvocationID=c1f562cb-1f9f-488e-8dd1-a6ce35b4cd9b 2021-07-07T00:33:56.572Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=51128430-3d44-42a2-b9ed-ae96ce9272a1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:56.571Z InvocationID=2f509a02-5f30-4429-8fe1-7abf6d0d5384 2021-07-07T00:33:56.784Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=25d4a22b-b551-4427-b84e-90f9ddd305e3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:56.897Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=51128430-3d44-42a2-b9ed-ae96ce9272a1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:56.998Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=51128430-3d44-42a2-b9ed-ae96ce9272a1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=427 EndTimestamp=2021-07-07T00:33:56.998Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:56.571Z InvocationID=f6ff16c3-491f-40b4-9cce-779a9b79673c ResponseDesc=OK 2021-07-07T00:33:57.150Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=25d4a22b-b551-4427-b84e-90f9ddd305e3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1052 EndTimestamp=2021-07-07T00:33:57.150Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:56.098Z InvocationID=de05af98-6dac-486e-9d64-0622637aea16 ResponseDesc=OK 2021-07-07T00:33:59.191Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6b73658a-827c-4bca-8787-d3e1daae734d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:33:59.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:59.190Z InvocationID=da37408f-f301-4b24-96bb-6904dd55cecf 2021-07-07T00:33:59.287Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6b73658a-827c-4bca-8787-d3e1daae734d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:33:59.686Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6b73658a-827c-4bca-8787-d3e1daae734d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=495 EndTimestamp=2021-07-07T00:33:59.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:33:59.190Z InvocationID=aa243feb-aa9d-4d1e-a6da-62b643f48dc6 ResponseDesc=OK 2021-07-07T00:34:02.087Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=90d81736-a59a-4831-8ed9-7db3a5250f76 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:02.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:02.086Z InvocationID=d2c0febc-072e-4cfd-89f8-fcd595f2cf05 2021-07-07T00:34:02.283Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=90d81736-a59a-4831-8ed9-7db3a5250f76 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:02.594Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=90d81736-a59a-4831-8ed9-7db3a5250f76 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=508 EndTimestamp=2021-07-07T00:34:02.594Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:02.086Z InvocationID=6592a8a6-d82d-4855-bc56-f648c297161e ResponseDesc=OK 2021-07-07T00:34:03.924Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4c6257f8-db4a-4c95-92b3-06f9091b4051 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:03.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:03.923Z InvocationID=8913d87d-5cef-4b42-ae5e-e96dbff17f17 2021-07-07T00:34:04.292Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4c6257f8-db4a-4c95-92b3-06f9091b4051 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:04.386Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4c6257f8-db4a-4c95-92b3-06f9091b4051 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=463 EndTimestamp=2021-07-07T00:34:04.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:03.923Z InvocationID=0822a91e-63ba-4bc2-8d8c-e0dcce834ac7 ResponseDesc=OK 2021-07-07T00:34:05.193Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3fea044d-8641-4776-90c6-c698d807716f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:05.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:05.193Z InvocationID=7fc1c826-398f-4f7d-8875-64d79845ae06 2021-07-07T00:34:05.202Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3fea044d-8641-4776-90c6-c698d807716f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:05.385Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3fea044d-8641-4776-90c6-c698d807716f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=192 EndTimestamp=2021-07-07T00:34:05.385Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:05.193Z InvocationID=832362af-aee8-498e-9da2-5428f2076970 ResponseDesc=OK 2021-07-07T00:34:06.572Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=755d9003-b426-48ea-a5aa-a467f27f8476 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:06.572Z InvocationID=76f5a1cc-0623-4a2f-8ee0-0b1bb71d3b58 2021-07-07T00:34:07.084Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=755d9003-b426-48ea-a5aa-a467f27f8476 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:07.508Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=755d9003-b426-48ea-a5aa-a467f27f8476 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=936 EndTimestamp=2021-07-07T00:34:07.508Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:06.572Z InvocationID=7adfb8eb-ca72-4126-a5f5-15bd6d255b83 ResponseDesc=OK 2021-07-07T00:34:08.204Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=141f132c-eb9e-4050-94c7-469f33d7b6cc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:08.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:08.204Z InvocationID=e50072d3-7802-4e84-ab60-58fdf8862de2 2021-07-07T00:34:08.641Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=141f132c-eb9e-4050-94c7-469f33d7b6cc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:08.885Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=141f132c-eb9e-4050-94c7-469f33d7b6cc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=681 EndTimestamp=2021-07-07T00:34:08.885Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:08.204Z InvocationID=22e0fdfd-292b-4d8d-b9df-80c3e5ef124c ResponseDesc=OK 2021-07-07T00:34:11.102Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=90f6b1b4-3dde-40e2-a410-9c1bb5d4cfff InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:11.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:11.102Z InvocationID=f616fbc6-b993-4cc9-af81-29a048f007e0 2021-07-07T00:34:11.288Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=90f6b1b4-3dde-40e2-a410-9c1bb5d4cfff InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:11.892Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=90f6b1b4-3dde-40e2-a410-9c1bb5d4cfff InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=790 EndTimestamp=2021-07-07T00:34:11.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:11.102Z InvocationID=aa84a42b-ba35-47c9-9636-ab8b25edcabf ResponseDesc=OK 2021-07-07T00:34:13.924Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6fd48cc3-dec9-483c-aabd-a0354e100be5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:13.924Z InvocationID=63eee2e4-d495-4e96-8fb0-13fa1c493aa1 2021-07-07T00:34:13.990Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6fd48cc3-dec9-483c-aabd-a0354e100be5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:14.094Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=16fbf720-8b4b-4363-b70b-739a85d2b51e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:14.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:14.094Z InvocationID=17ec2e6f-1ec2-4b9a-8e92-a93d07e183e9 2021-07-07T00:34:14.188Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=16fbf720-8b4b-4363-b70b-739a85d2b51e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:14.188Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6fd48cc3-dec9-483c-aabd-a0354e100be5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=264 EndTimestamp=2021-07-07T00:34:14.188Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:13.924Z InvocationID=7428498e-9adf-47f6-83b6-87181b6a93b7 ResponseDesc=OK 2021-07-07T00:34:14.203Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=16fbf720-8b4b-4363-b70b-739a85d2b51e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=109 EndTimestamp=2021-07-07T00:34:14.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:14.094Z InvocationID=2565d761-a7ad-48b1-959c-c9660a517dc0 ResponseDesc=OK 2021-07-07T00:34:16.572Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=62bd2560-220f-43e5-803e-707d1c2bb318 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:16.572Z InvocationID=7d460093-9ff3-41b2-a59d-3b14ac36f350 2021-07-07T00:34:16.685Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=62bd2560-220f-43e5-803e-707d1c2bb318 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:17.113Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=62bd2560-220f-43e5-803e-707d1c2bb318 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=541 EndTimestamp=2021-07-07T00:34:17.113Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:16.572Z InvocationID=ccfcb6d1-9bfa-4a27-aa54-a2dd4d450ddf ResponseDesc=OK 2021-07-07T00:34:17.189Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d3be8321-50f9-4e56-b5c9-45c6a7bc1254 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:17.189Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:17.189Z InvocationID=b9640ff0-d30c-4819-8b54-29023465f111 2021-07-07T00:34:17.483Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d3be8321-50f9-4e56-b5c9-45c6a7bc1254 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:17.889Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d3be8321-50f9-4e56-b5c9-45c6a7bc1254 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=700 EndTimestamp=2021-07-07T00:34:17.889Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:17.189Z InvocationID=738daf02-6cb4-4062-b29a-23f141019b60 ResponseDesc=OK 2021-07-07T00:34:20.193Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c720e6ff-8bb9-4200-9236-e09c1c47800d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:20.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:20.193Z InvocationID=92930e73-9185-4b1b-b462-c6c1b319b128 2021-07-07T00:34:20.791Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c720e6ff-8bb9-4200-9236-e09c1c47800d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:20.884Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c720e6ff-8bb9-4200-9236-e09c1c47800d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=691 EndTimestamp=2021-07-07T00:34:20.884Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:20.193Z InvocationID=2004d08b-4783-405b-96b7-1409ed40b459 ResponseDesc=OK 2021-07-07T00:34:22.989Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=47572976-c708-465d-8881-b6b4afeb95df InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:22.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:22.989Z InvocationID=e6a428c1-9c30-4ef6-990e-bf5d1e41c5bd 2021-07-07T00:34:23.088Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=47572976-c708-465d-8881-b6b4afeb95df InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:23.673Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=47572976-c708-465d-8881-b6b4afeb95df InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=684 EndTimestamp=2021-07-07T00:34:23.673Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:22.989Z InvocationID=8e2419b4-d844-426d-aba7-e046abf0c120 ResponseDesc=OK 2021-07-07T00:34:23.927Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fff64ddf-f700-4fb2-8fb1-131ddb5ce34e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:23.927Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:23.927Z InvocationID=cee3c72b-c513-40c2-8b1d-bae1ab6c3d7a 2021-07-07T00:34:23.987Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fff64ddf-f700-4fb2-8fb1-131ddb5ce34e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:24.098Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fff64ddf-f700-4fb2-8fb1-131ddb5ce34e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=170 EndTimestamp=2021-07-07T00:34:24.097Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:23.927Z InvocationID=e1eb84f8-b85f-4c88-9eb5-b804b2e53d9f ResponseDesc=OK 2021-07-07T00:34:25.904Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5ce2549a-34ed-40af-a37a-1b51393e362d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:25.903Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:25.903Z InvocationID=9bcc49cb-064c-4e49-a1be-1937f6a17b81 2021-07-07T00:34:26.143Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5ce2549a-34ed-40af-a37a-1b51393e362d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:26.385Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5ce2549a-34ed-40af-a37a-1b51393e362d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=481 EndTimestamp=2021-07-07T00:34:26.384Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:25.903Z InvocationID=8f7fab49-6ca3-4453-b614-6f9dce7fc104 ResponseDesc=OK 2021-07-07T00:34:26.575Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bdda9cfc-d54a-4a10-ad24-5c5bb7f30ed0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:26.575Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:26.575Z InvocationID=75300349-e52a-47e9-a12f-ebed41eb6098 2021-07-07T00:34:26.650Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bdda9cfc-d54a-4a10-ad24-5c5bb7f30ed0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:26.889Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bdda9cfc-d54a-4a10-ad24-5c5bb7f30ed0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=313 EndTimestamp=2021-07-07T00:34:26.888Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:26.575Z InvocationID=24428330-740f-4ec4-a924-14d54496176b ResponseDesc=OK 2021-07-07T00:34:28.988Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0982a1b4-5e91-4ea0-b91b-7cd34b21b476 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:28.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:28.987Z InvocationID=f7fbcde5-318a-417f-a32b-9778ac4a6be0 2021-07-07T00:34:29.083Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0982a1b4-5e91-4ea0-b91b-7cd34b21b476 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:29.194Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0982a1b4-5e91-4ea0-b91b-7cd34b21b476 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=207 EndTimestamp=2021-07-07T00:34:29.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:28.987Z InvocationID=0404a50f-8d79-4141-803d-b8fc13d5233f ResponseDesc=OK 2021-07-07T00:34:31.996Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f798c787-c09b-43d5-90e1-a9e6a278c755 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:31.996Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:31.996Z InvocationID=59f68bf4-1e82-43a4-9270-42858af46acd 2021-07-07T00:34:33.073Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f798c787-c09b-43d5-90e1-a9e6a278c755 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:33.102Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f798c787-c09b-43d5-90e1-a9e6a278c755 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1106 EndTimestamp=2021-07-07T00:34:33.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:31.996Z InvocationID=f0eeacda-eb8a-4e1f-94b0-b51f29bb3e74 ResponseDesc=OK 2021-07-07T00:34:33.923Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7596f62e-39b5-47d2-a048-96f53bad7d8e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:33.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:33.923Z InvocationID=ba0b4723-cae5-40dc-a515-fb6458bffd46 2021-07-07T00:34:33.990Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7596f62e-39b5-47d2-a048-96f53bad7d8e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:34.185Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7596f62e-39b5-47d2-a048-96f53bad7d8e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=262 EndTimestamp=2021-07-07T00:34:34.185Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:33.923Z InvocationID=7411321c-ee85-483d-b62f-2fb0971ba64c ResponseDesc=OK 2021-07-07T00:34:34.802Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9d2661e5-abda-416d-8c06-c799157d65d4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:34.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:34.802Z InvocationID=95e2a85a-69c7-43b6-924d-2fa681ae0ffd 2021-07-07T00:34:34.889Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9d2661e5-abda-416d-8c06-c799157d65d4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:35.186Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9d2661e5-abda-416d-8c06-c799157d65d4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=384 EndTimestamp=2021-07-07T00:34:35.186Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:34.802Z InvocationID=750ff87d-615d-4e56-b6c0-5825bee11d42 ResponseDesc=OK 2021-07-07T00:34:36.572Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=519bd3ae-2307-435d-8b0c-7482f122219f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:36.571Z InvocationID=b1e017a8-86ed-41ff-b4a5-f2043785b940 2021-07-07T00:34:36.637Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=519bd3ae-2307-435d-8b0c-7482f122219f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:37.094Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=519bd3ae-2307-435d-8b0c-7482f122219f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=523 EndTimestamp=2021-07-07T00:34:37.094Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:36.571Z InvocationID=d2547cc6-cf31-479d-86bd-b752c9da057d ResponseDesc=OK 2021-07-07T00:34:38.196Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c347000c-8e5b-4b0e-9a0c-ef03b0db145d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:38.195Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:38.195Z InvocationID=8d71446c-4e3e-4bb3-8fa4-f98f18e55b23 2021-07-07T00:34:38.298Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c347000c-8e5b-4b0e-9a0c-ef03b0db145d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:38.492Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c347000c-8e5b-4b0e-9a0c-ef03b0db145d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=297 EndTimestamp=2021-07-07T00:34:38.492Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:38.195Z InvocationID=8f6cbafb-ed99-4dae-87fc-e3447210c3f2 ResponseDesc=OK 2021-07-07T00:34:41.091Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e0d2e416-cf13-4e58-af9d-85b224bacd47 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:41.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:41.091Z InvocationID=055a6216-3f76-4483-9e52-23e195fade17 2021-07-07T00:34:41.185Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e0d2e416-cf13-4e58-af9d-85b224bacd47 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:41.991Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e0d2e416-cf13-4e58-af9d-85b224bacd47 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=900 EndTimestamp=2021-07-07T00:34:41.991Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:41.091Z InvocationID=b5e18868-06ff-455c-8283-26fdc7865ac4 ResponseDesc=OK 2021-07-07T00:34:43.924Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b853a629-272d-444f-bfff-0c58f5a8c2fe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:43.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:43.923Z InvocationID=dd459d3a-12d9-4bb5-b1a9-105fcec79db0 2021-07-07T00:34:44.066Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b853a629-272d-444f-bfff-0c58f5a8c2fe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:44.190Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=846ee7a1-ae4f-4548-a230-d48afc55ad28 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:44.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:44.190Z InvocationID=3e8737e4-2c70-40d9-9bd5-06886288fb16 2021-07-07T00:34:44.384Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b853a629-272d-444f-bfff-0c58f5a8c2fe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=461 EndTimestamp=2021-07-07T00:34:44.384Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:43.923Z InvocationID=9a584207-354a-431f-a0ce-f89ff256b4a2 ResponseDesc=OK 2021-07-07T00:34:44.485Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=846ee7a1-ae4f-4548-a230-d48afc55ad28 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:44.886Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=846ee7a1-ae4f-4548-a230-d48afc55ad28 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=695 EndTimestamp=2021-07-07T00:34:44.885Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:44.190Z InvocationID=e6549dbe-ae27-497e-ada3-c83c32593d0d ResponseDesc=OK 2021-07-07T00:34:46.573Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a44890c5-d8cf-437f-b1bb-731e66c68566 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:46.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:46.573Z InvocationID=2caf69f4-dbf3-4cca-bf12-ffa4f78bf93c 2021-07-07T00:34:46.683Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a44890c5-d8cf-437f-b1bb-731e66c68566 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:46.704Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a44890c5-d8cf-437f-b1bb-731e66c68566 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=130 EndTimestamp=2021-07-07T00:34:46.703Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:46.573Z InvocationID=3c8153a9-05a9-4050-97ec-826b55b14987 ResponseDesc=OK 2021-07-07T00:34:46.997Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=169ab9d0-edb3-4f8d-b585-36955a15e3ea InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:46.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:46.997Z InvocationID=37e6f2e7-3675-4dee-9942-7737bc457a3a 2021-07-07T00:34:48.002Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=169ab9d0-edb3-4f8d-b585-36955a15e3ea InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:48.093Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=169ab9d0-edb3-4f8d-b585-36955a15e3ea InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1096 EndTimestamp=2021-07-07T00:34:48.093Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:46.997Z InvocationID=0134d307-dff5-4ea6-9d13-d5e58c89b41f ResponseDesc=OK 2021-07-07T00:34:50.198Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f88a18b6-1ef0-470f-8997-d39aec1a2f2e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:50.197Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:50.197Z InvocationID=615dfa65-a303-497f-be5a-f05ce027460b 2021-07-07T00:34:50.385Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f88a18b6-1ef0-470f-8997-d39aec1a2f2e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:50.805Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f88a18b6-1ef0-470f-8997-d39aec1a2f2e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=608 EndTimestamp=2021-07-07T00:34:50.805Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:50.197Z InvocationID=31462584-1b38-43ce-bd9d-1839536b6406 ResponseDesc=OK 2021-07-07T00:34:53.387Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8f38e9f0-9f4c-492f-9ff3-feb0d7460f83 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:53.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:53.387Z InvocationID=8ff9b3b3-ccb1-49b3-909a-568f4f17e5d7 2021-07-07T00:34:53.554Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8f38e9f0-9f4c-492f-9ff3-feb0d7460f83 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:53.691Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8f38e9f0-9f4c-492f-9ff3-feb0d7460f83 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=303 EndTimestamp=2021-07-07T00:34:53.690Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:53.387Z InvocationID=47ff0fc3-ced7-44b0-964c-21e74a7dc3d7 ResponseDesc=OK 2021-07-07T00:34:53.924Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=86fb206d-85c7-49f3-9b1a-c84ccbc8ed96 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:53.924Z InvocationID=cf99e476-0a4c-454e-a381-a77b2a7dfaab 2021-07-07T00:34:55.242Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=86fb206d-85c7-49f3-9b1a-c84ccbc8ed96 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:55.484Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=86fb206d-85c7-49f3-9b1a-c84ccbc8ed96 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1560 EndTimestamp=2021-07-07T00:34:55.484Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:53.924Z InvocationID=074942b4-be18-4fbd-8bb7-17fc096b092a ResponseDesc=OK 2021-07-07T00:34:55.992Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ab47dc5c-5659-4ea3-8175-6e487c6a8afe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:55.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:55.992Z InvocationID=dac602ab-045e-46fa-a76f-4c5df9732385 2021-07-07T00:34:56.085Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ab47dc5c-5659-4ea3-8175-6e487c6a8afe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:56.387Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ab47dc5c-5659-4ea3-8175-6e487c6a8afe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=395 EndTimestamp=2021-07-07T00:34:56.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:55.992Z InvocationID=1ea5a4c9-b8f4-47cc-8b07-c5653d9c325e ResponseDesc=OK 2021-07-07T00:34:56.571Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=98b05754-3179-4220-95d5-7aba934a191d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:56.571Z InvocationID=ea9de8aa-bb4f-40e6-bf81-2dbefe624661 2021-07-07T00:34:56.685Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=98b05754-3179-4220-95d5-7aba934a191d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:57.346Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=98b05754-3179-4220-95d5-7aba934a191d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=775 EndTimestamp=2021-07-07T00:34:57.346Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:56.571Z InvocationID=8523d1e4-7b37-4508-b53a-ee7c1991ad2d ResponseDesc=OK 2021-07-07T00:34:59.392Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=34b416ad-ee04-4b48-9e0f-8c9dfa3af882 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:34:59.392Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:59.392Z InvocationID=7950565c-3a1f-4f74-b1be-7e292b99eda3 2021-07-07T00:34:59.584Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=34b416ad-ee04-4b48-9e0f-8c9dfa3af882 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:34:59.594Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=34b416ad-ee04-4b48-9e0f-8c9dfa3af882 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=202 EndTimestamp=2021-07-07T00:34:59.594Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:34:59.392Z InvocationID=bfc5ecae-7d42-44da-a02b-747f3bcc6b8a ResponseDesc=OK 2021-07-07T00:35:01.990Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=66d831b2-b4a9-4c3b-80c3-df749643f56a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:01.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:01.990Z InvocationID=b8789e05-fa2f-4a73-b40e-fd75706321a7 2021-07-07T00:35:02.086Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=66d831b2-b4a9-4c3b-80c3-df749643f56a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:02.290Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=66d831b2-b4a9-4c3b-80c3-df749643f56a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=300 EndTimestamp=2021-07-07T00:35:02.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:01.990Z InvocationID=3791afd7-2481-430c-9f95-1a4d4d18725f ResponseDesc=OK 2021-07-07T00:35:03.924Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fd9c5b1d-db0f-4196-a0f0-8382505e98f3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:03.924Z InvocationID=bd5ad8b4-945d-4f01-97b9-86a14279ee17 2021-07-07T00:35:03.986Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fd9c5b1d-db0f-4196-a0f0-8382505e98f3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:04.448Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fd9c5b1d-db0f-4196-a0f0-8382505e98f3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=524 EndTimestamp=2021-07-07T00:35:04.448Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:03.924Z InvocationID=44059aa0-192f-44e3-9c31-d56e74d3da2f ResponseDesc=OK 2021-07-07T00:35:04.899Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c2ca85dc-5f40-4db1-b13c-d0f6dc13d3cd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:04.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:04.898Z InvocationID=2cbbaf05-7ac2-4cfb-93ba-2e0ac5f2d877 2021-07-07T00:35:05.046Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c2ca85dc-5f40-4db1-b13c-d0f6dc13d3cd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:05.285Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c2ca85dc-5f40-4db1-b13c-d0f6dc13d3cd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=387 EndTimestamp=2021-07-07T00:35:05.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:04.898Z InvocationID=5b78fa3d-dd00-4966-b42b-70387ce75f72 ResponseDesc=OK 2021-07-07T00:35:06.572Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2046bd7b-5506-45f6-8e07-483596edc3a1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:06.572Z InvocationID=fe39a194-96c7-4065-8ba1-065a79f049c5 2021-07-07T00:35:06.670Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2046bd7b-5506-45f6-8e07-483596edc3a1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:07.145Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2046bd7b-5506-45f6-8e07-483596edc3a1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=573 EndTimestamp=2021-07-07T00:35:07.145Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:06.572Z InvocationID=01ad2fa7-2404-485d-83bf-320f0126d185 ResponseDesc=OK 2021-07-07T00:35:08.090Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=14ae0ac7-a287-4e4f-a07d-6b4e96755a18 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:08.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:08.090Z InvocationID=345a603e-43d2-48e1-bdb2-bf1c0c5b1d5f 2021-07-07T00:35:08.283Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=14ae0ac7-a287-4e4f-a07d-6b4e96755a18 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:09.147Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=14ae0ac7-a287-4e4f-a07d-6b4e96755a18 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1057 EndTimestamp=2021-07-07T00:35:09.147Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:08.090Z InvocationID=4264e6f7-91c1-406f-954d-647dbe620679 ResponseDesc=OK 2021-07-07T00:35:11.191Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5bf721b0-184b-4a23-835b-094681ac179c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:11.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:11.191Z InvocationID=923c8d81-bc8d-4c22-942f-2355797c372e 2021-07-07T00:35:11.697Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5bf721b0-184b-4a23-835b-094681ac179c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:11.884Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5bf721b0-184b-4a23-835b-094681ac179c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=693 EndTimestamp=2021-07-07T00:35:11.884Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:11.191Z InvocationID=ffdf2e1d-6a21-4cf6-a9ad-606ee747d864 ResponseDesc=OK 2021-07-07T00:35:13.905Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8dd40eb6-8038-400e-99b5-262e3313d785 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:13.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:13.904Z InvocationID=7102bb7c-6aba-481f-ac6d-e5bb503ccf20 2021-07-07T00:35:13.925Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d1644abf-1df8-4734-8c05-7150fa6b6eb2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:13.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:13.925Z InvocationID=205277a8-fdc9-49ad-b81e-3437d53d7bbf 2021-07-07T00:35:14.049Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d1644abf-1df8-4734-8c05-7150fa6b6eb2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:14.385Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8dd40eb6-8038-400e-99b5-262e3313d785 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:14.386Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d1644abf-1df8-4734-8c05-7150fa6b6eb2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=461 EndTimestamp=2021-07-07T00:35:14.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:13.925Z InvocationID=fa0d0cf9-fdee-46d5-a293-1bfc92bc1826 ResponseDesc=OK 2021-07-07T00:35:14.870Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8dd40eb6-8038-400e-99b5-262e3313d785 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=966 EndTimestamp=2021-07-07T00:35:14.870Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:13.904Z InvocationID=57f68c8d-1497-40ca-b9fd-b974d63ee074 ResponseDesc=OK 2021-07-07T00:35:16.571Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a7e703bf-75fb-4ddd-bc49-79dde682ba7d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:16.571Z InvocationID=645ac337-070a-4012-98f7-f9a149fc2236 2021-07-07T00:35:16.889Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a7e703bf-75fb-4ddd-bc49-79dde682ba7d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:17.084Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a7e703bf-75fb-4ddd-bc49-79dde682ba7d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=513 EndTimestamp=2021-07-07T00:35:17.084Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:16.571Z InvocationID=6505ee99-730b-4405-9691-f6c84a1abb11 ResponseDesc=OK 2021-07-07T00:35:17.088Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6a1ac998-b671-4912-b2d1-8b9c35086f0c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:17.088Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:17.088Z InvocationID=0b2d31f6-d059-4c55-b9f6-77a985975b0a 2021-07-07T00:35:17.150Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6a1ac998-b671-4912-b2d1-8b9c35086f0c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:17.985Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6a1ac998-b671-4912-b2d1-8b9c35086f0c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=897 EndTimestamp=2021-07-07T00:35:17.985Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:17.088Z InvocationID=c225bac0-d0cd-4962-8944-df0aeef74e6b ResponseDesc=OK 2021-07-07T00:35:20.098Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=07da01a4-e6fc-416a-8e26-21c0cdb41506 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:20.098Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:20.098Z InvocationID=534d5853-ed3a-4c55-ab9c-8e7876b96d10 2021-07-07T00:35:20.284Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=07da01a4-e6fc-416a-8e26-21c0cdb41506 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:20.446Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=07da01a4-e6fc-416a-8e26-21c0cdb41506 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=348 EndTimestamp=2021-07-07T00:35:20.446Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:20.098Z InvocationID=aa8a6cd3-9327-4e36-ad30-4b18d859a074 ResponseDesc=OK 2021-07-07T00:35:23.095Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5447918d-aac9-4860-a4a7-d943ed508f4d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:23.095Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:23.095Z InvocationID=1b567e70-81c8-4cc8-9214-1a360438300d 2021-07-07T00:35:23.442Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5447918d-aac9-4860-a4a7-d943ed508f4d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:23.556Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5447918d-aac9-4860-a4a7-d943ed508f4d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=461 EndTimestamp=2021-07-07T00:35:23.556Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:23.095Z InvocationID=3666b61c-cf96-4d31-bec3-85e032bca6d1 ResponseDesc=OK 2021-07-07T00:35:23.924Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aeb03428-fa79-427e-940a-51ef2e1767df InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:23.924Z InvocationID=79363faf-5c8b-495c-8938-dffe1fac3985 2021-07-07T00:35:24.085Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aeb03428-fa79-427e-940a-51ef2e1767df InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:25.091Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aeb03428-fa79-427e-940a-51ef2e1767df InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1167 EndTimestamp=2021-07-07T00:35:25.091Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:23.924Z InvocationID=b4633bfe-0163-43f2-83b2-e46e4f61cd75 ResponseDesc=OK 2021-07-07T00:35:25.811Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9156085c-dfff-43ae-a2db-2667880d07dd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:25.811Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:25.811Z InvocationID=86011175-4506-4b4f-b88a-dc7f4b205bfa 2021-07-07T00:35:25.983Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9156085c-dfff-43ae-a2db-2667880d07dd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:26.572Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f6e68ef8-883e-452a-9362-a158331dc9cb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:26.572Z InvocationID=677872ee-b68f-4d50-9baf-7a488c89696e 2021-07-07T00:35:26.584Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9156085c-dfff-43ae-a2db-2667880d07dd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=773 EndTimestamp=2021-07-07T00:35:26.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:25.811Z InvocationID=e48b380c-bcf5-46ad-b8f7-159fbd705d55 ResponseDesc=OK 2021-07-07T00:35:26.693Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f6e68ef8-883e-452a-9362-a158331dc9cb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:26.794Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f6e68ef8-883e-452a-9362-a158331dc9cb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=222 EndTimestamp=2021-07-07T00:35:26.794Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:26.572Z InvocationID=093397f5-25fa-4816-9b83-2b832026964b ResponseDesc=OK 2021-07-07T00:35:29.306Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=42aee49d-7e3e-4cff-822f-34ff55e07b43 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:29.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:29.306Z InvocationID=d440d003-a452-4ca6-894f-d2fcf5d1be31 2021-07-07T00:35:29.485Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=42aee49d-7e3e-4cff-822f-34ff55e07b43 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:29.886Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=42aee49d-7e3e-4cff-822f-34ff55e07b43 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=579 EndTimestamp=2021-07-07T00:35:29.885Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:29.306Z InvocationID=17242352-365d-4743-97b0-cb158a597ac2 ResponseDesc=OK 2021-07-07T00:35:31.898Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe44177f-6317-4c51-b84e-b0e845f250f6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:31.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:31.898Z InvocationID=a8587b79-e6fd-4534-ae68-219f62a4143f 2021-07-07T00:35:33.924Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f9deb66d-fef2-490b-a36c-5b0e3e05e207 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:33.924Z InvocationID=784cc9a2-fd11-43dc-877c-6d6a56398a30 2021-07-07T00:35:34.354Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f9deb66d-fef2-490b-a36c-5b0e3e05e207 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:34.385Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe44177f-6317-4c51-b84e-b0e845f250f6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:34.787Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f9deb66d-fef2-490b-a36c-5b0e3e05e207 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=862 EndTimestamp=2021-07-07T00:35:34.786Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:33.924Z InvocationID=6b6aed59-f90f-4bf3-a6be-d4d7e60d2217 ResponseDesc=OK 2021-07-07T00:35:34.850Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fe44177f-6317-4c51-b84e-b0e845f250f6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2951 EndTimestamp=2021-07-07T00:35:34.849Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:31.898Z InvocationID=4b717781-26f4-4f49-b01c-87d5fbcc88bd ResponseDesc=OK 2021-07-07T00:35:35.411Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=738fad28-23fb-4caf-8105-70136b94fd4b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:35.410Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:35.410Z InvocationID=1c7e3b0f-a4cd-4169-aaf0-8e8780774376 2021-07-07T00:35:35.485Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=738fad28-23fb-4caf-8105-70136b94fd4b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:36.087Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=738fad28-23fb-4caf-8105-70136b94fd4b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=677 EndTimestamp=2021-07-07T00:35:36.087Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:35.410Z InvocationID=ef40f23f-f200-4e22-b165-05df412a6f62 ResponseDesc=OK 2021-07-07T00:35:36.572Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=03bd76a5-9b04-4053-990b-2734fb15a1ea InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:36.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:36.572Z InvocationID=009f0371-3fb2-40e0-8492-23165ce390f1 2021-07-07T00:35:36.684Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=03bd76a5-9b04-4053-990b-2734fb15a1ea InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:36.887Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=03bd76a5-9b04-4053-990b-2734fb15a1ea InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=315 EndTimestamp=2021-07-07T00:35:36.887Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:36.572Z InvocationID=bbc4434b-7509-4ebd-a8cc-fe2ed7d396b4 ResponseDesc=OK 2021-07-07T00:35:38.092Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e4364a56-2326-4cc8-b987-17a3dfb42546 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:38.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:38.091Z InvocationID=79d32eb7-621c-41b6-ab1c-0415c48b673c 2021-07-07T00:35:38.257Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e4364a56-2326-4cc8-b987-17a3dfb42546 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:38.384Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e4364a56-2326-4cc8-b987-17a3dfb42546 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=292 EndTimestamp=2021-07-07T00:35:38.383Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:38.091Z InvocationID=255efbc8-84f8-48a8-8545-8c39b0a3d709 ResponseDesc=OK 2021-07-07T00:35:40.990Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe5fb10d-0bf9-461b-9552-c0f5a5068260 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:40.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:40.990Z InvocationID=b448a9af-661a-4f46-ade3-e4b8479b6eb9 2021-07-07T00:35:41.685Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe5fb10d-0bf9-461b-9552-c0f5a5068260 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:42.794Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fe5fb10d-0bf9-461b-9552-c0f5a5068260 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1804 EndTimestamp=2021-07-07T00:35:42.794Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:40.990Z InvocationID=9aabc7d1-f05f-4aea-b387-24d574033eba ResponseDesc=OK 2021-07-07T00:35:43.924Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=22677752-2665-4ab8-8d12-580dd91a0b2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:43.924Z InvocationID=68a51300-d42a-45c2-8a3d-5890c4eefc0c 2021-07-07T00:35:44.089Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=22677752-2665-4ab8-8d12-580dd91a0b2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:44.189Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=27cf49ae-db26-41cb-b569-5539b58b5e4a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:44.189Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:44.189Z InvocationID=060e1f41-4913-4a56-a27c-0456965a43e1 2021-07-07T00:35:44.246Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=22677752-2665-4ab8-8d12-580dd91a0b2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=322 EndTimestamp=2021-07-07T00:35:44.246Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:43.924Z InvocationID=f9af3f66-06a9-4799-a353-482bc2e40b72 ResponseDesc=OK 2021-07-07T00:35:44.293Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=27cf49ae-db26-41cb-b569-5539b58b5e4a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:44.685Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=27cf49ae-db26-41cb-b569-5539b58b5e4a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=495 EndTimestamp=2021-07-07T00:35:44.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:44.189Z InvocationID=068cc06e-2cf2-4c15-a437-cb9c00bc536c ResponseDesc=OK 2021-07-07T00:35:46.572Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=55459523-8b47-4de4-b718-4b25a75995a6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:46.572Z InvocationID=1af06028-a1b8-4e47-9f3e-00a39c247d6d 2021-07-07T00:35:46.654Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=55459523-8b47-4de4-b718-4b25a75995a6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:46.801Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=55459523-8b47-4de4-b718-4b25a75995a6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=229 EndTimestamp=2021-07-07T00:35:46.801Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:46.572Z InvocationID=b3dd1d72-020c-44be-958f-913a2ca5935c ResponseDesc=OK 2021-07-07T00:35:46.999Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a189b095-d7ca-4f23-9a45-317f08d7c185 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:46.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:46.999Z InvocationID=65bb36c9-5f1c-410d-af7a-c3651514dd60 2021-07-07T00:35:47.183Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a189b095-d7ca-4f23-9a45-317f08d7c185 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:47.786Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a189b095-d7ca-4f23-9a45-317f08d7c185 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=787 EndTimestamp=2021-07-07T00:35:47.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:46.999Z InvocationID=73c6f50c-26b8-43d1-92fe-e249a16541a7 ResponseDesc=OK 2021-07-07T00:35:50.090Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e4a4a9ba-d945-4132-9f8c-f318d96ea5ab InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:50.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:50.090Z InvocationID=ad3cce2c-8d76-4dd6-97ff-ca5cf8665d93 2021-07-07T00:35:50.261Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e4a4a9ba-d945-4132-9f8c-f318d96ea5ab InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:51.304Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e4a4a9ba-d945-4132-9f8c-f318d96ea5ab InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1214 EndTimestamp=2021-07-07T00:35:51.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:50.090Z InvocationID=c80cd2d0-3e5c-4144-9a93-1ca795a8680c ResponseDesc=OK 2021-07-07T00:35:53.006Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8b476ab8-3034-42f0-9b17-3547a14cf612 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:53.006Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:53.006Z InvocationID=ef6fa9f3-ef5a-46f9-97dc-3cd88fe8927e 2021-07-07T00:35:53.098Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8b476ab8-3034-42f0-9b17-3547a14cf612 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:35:53.591Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8b476ab8-3034-42f0-9b17-3547a14cf612 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=585 EndTimestamp=2021-07-07T00:35:53.591Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:53.006Z InvocationID=7b6a473e-7ea6-4a8f-acfd-aeb15259c4cc ResponseDesc=OK 2021-07-07T00:35:53.923Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7c691cad-0c16-4a9d-addd-c453926e1c76 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:53.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:53.923Z InvocationID=57fdb101-1b75-4346-a696-25de3b99fcbf 2021-07-07T00:35:55.787Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=783f9db8-e0b6-4395-bab5-bc8f031169b1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:55.787Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:55.787Z InvocationID=3433c1f7-1a17-4d4b-98e2-d5620a53a567 2021-07-07T00:35:56.571Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09ed4fa2-743e-4c7b-a928-72bd4c7d9cd1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:56.571Z InvocationID=1c7e2682-0c1e-436d-8cad-4ba765c9a861 2021-07-07T00:35:59.736Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1fb9dca3-d9c0-457a-b62f-62f48a1a6723 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:35:59.736Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:59.736Z InvocationID=b7ef5924-7adf-4f1f-9028-839376784dec 2021-07-07T00:36:01.785Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7c691cad-0c16-4a9d-addd-c453926e1c76 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:01.786Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=783f9db8-e0b6-4395-bab5-bc8f031169b1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:01.787Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1fb9dca3-d9c0-457a-b62f-62f48a1a6723 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:01.947Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09ed4fa2-743e-4c7b-a928-72bd4c7d9cd1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:01.985Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7c691cad-0c16-4a9d-addd-c453926e1c76 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=8062 EndTimestamp=2021-07-07T00:36:01.985Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:53.923Z InvocationID=32352a17-55e4-4b36-a166-3672c140424b ResponseDesc=OK 2021-07-07T00:36:02.392Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=783f9db8-e0b6-4395-bab5-bc8f031169b1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=6605 EndTimestamp=2021-07-07T00:36:02.392Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:55.787Z InvocationID=abb96a47-c785-4b89-8abb-8a67afc7de77 ResponseDesc=OK 2021-07-07T00:36:02.463Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1fb9dca3-d9c0-457a-b62f-62f48a1a6723 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2727 EndTimestamp=2021-07-07T00:36:02.463Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:59.736Z InvocationID=93d6b588-f5d6-4db5-8474-16cf3390fde4 ResponseDesc=OK 2021-07-07T00:36:03.147Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=09ed4fa2-743e-4c7b-a928-72bd4c7d9cd1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=6576 EndTimestamp=2021-07-07T00:36:03.147Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:35:56.571Z InvocationID=df542f4a-f566-4962-bb61-35208ab5eb53 ResponseDesc=OK 2021-07-07T00:36:03.196Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=25140e56-5e49-4dac-bcad-0d31f41be1ab InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:03.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:03.196Z InvocationID=63ce54fc-d04c-4a8d-a767-1a96b7254247 2021-07-07T00:36:03.347Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=25140e56-5e49-4dac-bcad-0d31f41be1ab InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:03.444Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=25140e56-5e49-4dac-bcad-0d31f41be1ab InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=248 EndTimestamp=2021-07-07T00:36:03.444Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:03.196Z InvocationID=0f7fa1c8-595c-445d-81ba-a278dfca75b3 ResponseDesc=OK 2021-07-07T00:36:03.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d2d1dd55-964e-4003-8011-6594cab572ee InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:03.924Z InvocationID=8e4ff6f1-0134-48ec-b5ac-64b068ebfcc1 2021-07-07T00:36:04.098Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d2d1dd55-964e-4003-8011-6594cab572ee InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:04.393Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d2d1dd55-964e-4003-8011-6594cab572ee InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=469 EndTimestamp=2021-07-07T00:36:04.393Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:03.924Z InvocationID=81690af0-5742-48da-badf-1c05904c652d ResponseDesc=OK 2021-07-07T00:36:05.198Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=568efb4d-bda5-4173-91e0-1be14172cc88 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:05.198Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:05.198Z InvocationID=3c4d593f-01cd-4b54-8d37-95295bc75a6f 2021-07-07T00:36:05.285Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=568efb4d-bda5-4173-91e0-1be14172cc88 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:05.674Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=568efb4d-bda5-4173-91e0-1be14172cc88 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=476 EndTimestamp=2021-07-07T00:36:05.674Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:05.198Z InvocationID=b514d82c-40d5-465a-a3c6-c6fe7bede6ec ResponseDesc=OK 2021-07-07T00:36:06.571Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=29e05187-8e39-4dbc-8bf2-3227ccadb390 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:06.571Z InvocationID=12834fdd-8b2c-4f00-8644-c986ee394443 2021-07-07T00:36:06.849Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=29e05187-8e39-4dbc-8bf2-3227ccadb390 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:07.983Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=29e05187-8e39-4dbc-8bf2-3227ccadb390 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1412 EndTimestamp=2021-07-07T00:36:07.983Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:06.571Z InvocationID=881f1277-1e6d-490d-bef3-26497b1b2b75 ResponseDesc=OK 2021-07-07T00:36:08.092Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e6e1ddde-1613-4678-b63e-766aacaa17a2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:08.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:08.092Z InvocationID=fde29c53-b7a0-4b72-a96b-82b715fe2322 2021-07-07T00:36:08.188Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e6e1ddde-1613-4678-b63e-766aacaa17a2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:09.886Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e6e1ddde-1613-4678-b63e-766aacaa17a2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1794 EndTimestamp=2021-07-07T00:36:09.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:08.092Z InvocationID=ad7c8ed8-d258-4a1f-b833-4b851e299988 ResponseDesc=OK 2021-07-07T00:36:10.900Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a0d0b5e2-a551-48af-b043-508d53587fec InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:10.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:10.899Z InvocationID=ebcbf827-69da-4dc7-acc2-b62ca4149eb2 2021-07-07T00:36:10.986Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a0d0b5e2-a551-48af-b043-508d53587fec InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:11.543Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a0d0b5e2-a551-48af-b043-508d53587fec InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=644 EndTimestamp=2021-07-07T00:36:11.543Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:10.899Z InvocationID=2a8d64ca-a50a-40fc-942f-909fbafe7bfe ResponseDesc=OK 2021-07-07T00:36:13.925Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=14e56c4b-da67-4181-82d9-23403df3ea32 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:13.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:13.925Z InvocationID=342394ec-8021-4db1-adfd-78a7d621b2e3 2021-07-07T00:36:14.045Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=14e56c4b-da67-4181-82d9-23403df3ea32 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:14.092Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e9502617-d1d7-4bdf-8271-5d43eb279de0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:14.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:14.092Z InvocationID=f27d09f6-fcc2-49dc-bf6f-1fb95cb30135 2021-07-07T00:36:14.283Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=14e56c4b-da67-4181-82d9-23403df3ea32 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=358 EndTimestamp=2021-07-07T00:36:14.283Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:13.925Z InvocationID=da0fc523-dec3-4d87-a161-eac2ec0fd41e ResponseDesc=OK 2021-07-07T00:36:14.785Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e9502617-d1d7-4bdf-8271-5d43eb279de0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:15.091Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e9502617-d1d7-4bdf-8271-5d43eb279de0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=999 EndTimestamp=2021-07-07T00:36:15.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:14.092Z InvocationID=ad5eefdd-09e6-4099-b99d-0831ee29baa9 ResponseDesc=OK 2021-07-07T00:36:16.572Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=78b9b2b9-7950-4baa-bd7a-5ce9bb72c161 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:16.572Z InvocationID=783c4e6d-4c07-4d5f-b615-828158c4d06e 2021-07-07T00:36:16.685Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=78b9b2b9-7950-4baa-bd7a-5ce9bb72c161 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:16.914Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=78b9b2b9-7950-4baa-bd7a-5ce9bb72c161 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=342 EndTimestamp=2021-07-07T00:36:16.914Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:16.572Z InvocationID=1b71848f-0354-48d9-a0ee-7cda2bff3fce ResponseDesc=OK 2021-07-07T00:36:17.187Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=34242976-236f-429e-bc34-a537ebf5727a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:17.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:17.187Z InvocationID=9b82bd4e-4d03-44b7-ad4d-19cd21d87a80 2021-07-07T00:36:17.249Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=34242976-236f-429e-bc34-a537ebf5727a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:17.684Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=34242976-236f-429e-bc34-a537ebf5727a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=497 EndTimestamp=2021-07-07T00:36:17.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:17.187Z InvocationID=9017394e-eb89-419c-a031-37fd6762a3d7 ResponseDesc=OK 2021-07-07T00:36:20.194Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=edb5d6c6-4980-4fe6-9e07-d3dafe2fe20b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:20.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:20.194Z InvocationID=5374d208-7b89-4459-9af1-2b6a01d50dfa 2021-07-07T00:36:20.385Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=edb5d6c6-4980-4fe6-9e07-d3dafe2fe20b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:21.497Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=edb5d6c6-4980-4fe6-9e07-d3dafe2fe20b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1303 EndTimestamp=2021-07-07T00:36:21.497Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:20.194Z InvocationID=de12d750-ef3b-4140-9615-e75e12bf9a83 ResponseDesc=OK 2021-07-07T00:36:22.991Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=948810d5-ae14-45f5-973a-d2bcefdeaa17 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:22.991Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:22.991Z InvocationID=1b158891-fecb-43d3-9755-55a252f43c92 2021-07-07T00:36:23.186Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=948810d5-ae14-45f5-973a-d2bcefdeaa17 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:23.287Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=948810d5-ae14-45f5-973a-d2bcefdeaa17 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=296 EndTimestamp=2021-07-07T00:36:23.287Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:22.991Z InvocationID=b55454bb-b5a6-429e-af0d-c2e3bca9c2ee ResponseDesc=OK 2021-07-07T00:36:23.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2f876718-59da-4a39-80f9-6e44c6a633ed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:23.924Z InvocationID=28edda41-1293-4a9e-9e60-577ae4821f04 2021-07-07T00:36:24.146Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2f876718-59da-4a39-80f9-6e44c6a633ed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:25.384Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2f876718-59da-4a39-80f9-6e44c6a633ed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1460 EndTimestamp=2021-07-07T00:36:25.384Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:23.924Z InvocationID=a0eeaef4-900f-4b8d-b6fd-add55c5299d1 ResponseDesc=OK 2021-07-07T00:36:25.799Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=52b4c42b-727b-4a86-9b72-c6d942f66c3b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:25.799Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:25.799Z InvocationID=636f5c71-771d-46f0-b6b5-b8ce4beed886 2021-07-07T00:36:25.944Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=52b4c42b-727b-4a86-9b72-c6d942f66c3b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:26.243Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=52b4c42b-727b-4a86-9b72-c6d942f66c3b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=444 EndTimestamp=2021-07-07T00:36:26.243Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:25.799Z InvocationID=2e43f285-4de9-41de-9458-8df5792566bf ResponseDesc=OK 2021-07-07T00:36:26.572Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=733b6939-c32c-4662-a31a-6488fd02af2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:26.572Z InvocationID=d6f4bb91-0763-4970-bab3-7515003f6d29 2021-07-07T00:36:27.183Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=733b6939-c32c-4662-a31a-6488fd02af2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:27.302Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=733b6939-c32c-4662-a31a-6488fd02af2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=730 EndTimestamp=2021-07-07T00:36:27.302Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:26.572Z InvocationID=6d8a0bc8-f2be-4cf7-93b4-f926861bd068 ResponseDesc=OK 2021-07-07T00:36:29.100Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=171bd705-bc21-4c47-bd4c-a5cfa8f1bdc4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:29.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:29.100Z InvocationID=3d1227f8-eb97-4a65-87e9-0f22f6122bde 2021-07-07T00:36:29.590Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=171bd705-bc21-4c47-bd4c-a5cfa8f1bdc4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:30.086Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=171bd705-bc21-4c47-bd4c-a5cfa8f1bdc4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=986 EndTimestamp=2021-07-07T00:36:30.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:29.100Z InvocationID=ab927015-1fd0-4443-9996-bac6555937f4 ResponseDesc=OK 2021-07-07T00:36:32.205Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=490bdc20-7922-44c1-a25a-5c7138d4b8d8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:32.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:32.205Z InvocationID=413f544d-74aa-4cc8-b327-ec6c6646fd1e 2021-07-07T00:36:32.386Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=490bdc20-7922-44c1-a25a-5c7138d4b8d8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:32.789Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=490bdc20-7922-44c1-a25a-5c7138d4b8d8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=584 EndTimestamp=2021-07-07T00:36:32.789Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:32.205Z InvocationID=fd96ff56-ea44-4e07-b057-fa3112bc28cd ResponseDesc=OK 2021-07-07T00:36:33.924Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=169c4aaf-3e28-47d4-9088-5430e9826bb6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:33.924Z InvocationID=2338df1c-8043-40ed-b53a-1d6f03d3e058 2021-07-07T00:36:34.010Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=169c4aaf-3e28-47d4-9088-5430e9826bb6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:34.847Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=169c4aaf-3e28-47d4-9088-5430e9826bb6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=922 EndTimestamp=2021-07-07T00:36:34.846Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:33.924Z InvocationID=78b1058e-2705-4a11-aab4-7000473cdc5c ResponseDesc=OK 2021-07-07T00:36:34.902Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a5657c84-6fbd-4c9d-98ae-eb7291fe17f2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:34.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:34.902Z InvocationID=a8ce2283-f264-430e-bd90-e9c9402db2de 2021-07-07T00:36:35.149Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a5657c84-6fbd-4c9d-98ae-eb7291fe17f2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:36.571Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=abbef4b4-3e69-4ab3-928e-2ae3f695cf07 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:36.571Z InvocationID=ebadb448-0ea9-4ac1-a193-e78d6eb732a0 2021-07-07T00:36:38.734Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9dc455c7-bdd8-4507-bba0-e32379e73a63 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:38.734Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:38.734Z InvocationID=a0b0ffc0-d4f7-42c9-b58a-35662dc7f2ce 2021-07-07T00:36:42.434Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c9bcc2c7-3cd4-4eb2-9629-d35c33430e39 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:42.434Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:42.434Z InvocationID=ab800147-b5c5-44bf-90e6-b05719236677 2021-07-07T00:36:43.923Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a8a5b659-92c6-4e04-a798-4bf2af100162 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:43.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:43.923Z InvocationID=d0357bff-028d-4483-b5a5-2d16a4a25907 2021-07-07T00:36:45.185Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=abbef4b4-3e69-4ab3-928e-2ae3f695cf07 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:45.186Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a8a5b659-92c6-4e04-a798-4bf2af100162 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:45.800Z [qtp817348612-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a5657c84-6fbd-4c9d-98ae-eb7291fe17f2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:36:45.800Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a5657c84-6fbd-4c9d-98ae-eb7291fe17f2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:36:45.801Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a5657c84-6fbd-4c9d-98ae-eb7291fe17f2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=10899 EndTimestamp=2021-07-07T00:36:45.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:34.902Z InvocationID=3a78b6b2-2590-4ffe-8689-f8133edabbf5 ResponseDesc=Internal Server Error 2021-07-07T00:36:45.984Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c9bcc2c7-3cd4-4eb2-9629-d35c33430e39 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:46.087Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a8a5b659-92c6-4e04-a798-4bf2af100162 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2163 EndTimestamp=2021-07-07T00:36:46.086Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:43.923Z InvocationID=1824fbc9-a7ce-47d6-9ab6-69aabc2bfd4e ResponseDesc=OK 2021-07-07T00:36:46.126Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=495195b0-7242-4dcb-8d84-d360c90144d9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:46.126Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:46.126Z InvocationID=2146b3ce-5412-4a7b-b99d-56da5c0aa1b8 2021-07-07T00:36:47.789Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9dc455c7-bdd8-4507-bba0-e32379e73a63 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:47.987Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=abbef4b4-3e69-4ab3-928e-2ae3f695cf07 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=11416 EndTimestamp=2021-07-07T00:36:47.987Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:36.571Z InvocationID=10418a1e-d166-4469-9265-00d881a3891d ResponseDesc=OK 2021-07-07T00:36:47.992Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8361ea19-3141-49dc-aaf3-23fb8f9fd122 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:47.992Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:47.992Z InvocationID=acf2c35a-92df-48c0-a0d3-68b0b6ceb43e 2021-07-07T00:36:48.045Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=495195b0-7242-4dcb-8d84-d360c90144d9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:48.046Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c9bcc2c7-3cd4-4eb2-9629-d35c33430e39 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5611 EndTimestamp=2021-07-07T00:36:48.045Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:42.434Z InvocationID=bd4913cd-4739-4318-840f-27348ef7e8d6 ResponseDesc=OK 2021-07-07T00:36:48.085Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9dc455c7-bdd8-4507-bba0-e32379e73a63 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=9351 EndTimestamp=2021-07-07T00:36:48.085Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:38.734Z InvocationID=86a05ac4-14d8-40aa-a27c-59a56d3b8bd2 ResponseDesc=OK 2021-07-07T00:36:48.087Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8361ea19-3141-49dc-aaf3-23fb8f9fd122 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:48.484Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=495195b0-7242-4dcb-8d84-d360c90144d9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2358 EndTimestamp=2021-07-07T00:36:48.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:46.126Z InvocationID=06c50bfe-bc69-4b73-bbf3-13e19f95a5c0 ResponseDesc=OK 2021-07-07T00:36:48.554Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8361ea19-3141-49dc-aaf3-23fb8f9fd122 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=562 EndTimestamp=2021-07-07T00:36:48.554Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:47.992Z InvocationID=5e0c1d1f-1182-4cfc-9bff-71769677554f ResponseDesc=OK 2021-07-07T00:36:49.202Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f0639557-a6c0-4ce6-87b1-7a758e8383bc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:49.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:49.201Z InvocationID=a222a11d-abb0-4e87-ae3e-e3db51e39e43 2021-07-07T00:36:49.585Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f0639557-a6c0-4ce6-87b1-7a758e8383bc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:49.986Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f0639557-a6c0-4ce6-87b1-7a758e8383bc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=785 EndTimestamp=2021-07-07T00:36:49.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:49.201Z InvocationID=ad1efbeb-79e6-4e5c-b1bb-ecea9f874dc7 ResponseDesc=OK 2021-07-07T00:36:50.791Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d6d087fc-f741-448c-b6b3-23890fed4d50 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:50.791Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:50.791Z InvocationID=3d299aa8-edd9-4ed8-a81f-90472009416e 2021-07-07T00:36:50.984Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d6d087fc-f741-448c-b6b3-23890fed4d50 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:51.445Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d6d087fc-f741-448c-b6b3-23890fed4d50 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=654 EndTimestamp=2021-07-07T00:36:51.445Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:50.791Z InvocationID=505a0564-c471-4b0f-b5f8-6e7a7008fa44 ResponseDesc=OK 2021-07-07T00:36:53.197Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e34fb8cb-9487-43a0-b55b-6842514aeb61 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:53.197Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:53.197Z InvocationID=313ec7c3-24f1-41a6-a06e-c812f3d54492 2021-07-07T00:36:53.442Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e34fb8cb-9487-43a0-b55b-6842514aeb61 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:53.545Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e34fb8cb-9487-43a0-b55b-6842514aeb61 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=348 EndTimestamp=2021-07-07T00:36:53.545Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:53.197Z InvocationID=e7a62786-b661-4aaa-822f-21cbd791b38d ResponseDesc=OK 2021-07-07T00:36:53.925Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7a0b14cd-1762-44cd-b7c8-48a4a0863a49 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:36:53.925Z ElapsedTime=0 EndTimestamp=2021-07-07T00:36:53.925Z InvocationID=9fa144b7-c47e-4f69-8cde-d5509e733836 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:36:54.085Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7a0b14cd-1762-44cd-b7c8-48a4a0863a49 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:54.387Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7a0b14cd-1762-44cd-b7c8-48a4a0863a49 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=461 EndTimestamp=2021-07-07T00:36:54.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:53.925Z InvocationID=81b53530-94f4-4080-9612-d10d46448cbf ResponseDesc=OK 2021-07-07T00:36:56.102Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aadd6569-2ac7-4c09-bf31-9f206d6d7442 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:56.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:56.102Z InvocationID=ee3cb50f-63c0-4992-903a-81aba890389a 2021-07-07T00:36:56.284Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aadd6569-2ac7-4c09-bf31-9f206d6d7442 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:56.547Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aadd6569-2ac7-4c09-bf31-9f206d6d7442 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=445 EndTimestamp=2021-07-07T00:36:56.547Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:56.102Z InvocationID=32dd944e-a226-479e-a743-260010040a8b ResponseDesc=OK 2021-07-07T00:36:56.571Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cd6a1541-b18d-41b4-acbe-22a017bf81e4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:56.571Z InvocationID=850fdab3-b314-4f08-b2b6-873be876d143 2021-07-07T00:36:56.624Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cd6a1541-b18d-41b4-acbe-22a017bf81e4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:56.985Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cd6a1541-b18d-41b4-acbe-22a017bf81e4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=414 EndTimestamp=2021-07-07T00:36:56.985Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:56.571Z InvocationID=c4f5dab9-803a-4467-a618-aa58b3d5d135 ResponseDesc=OK 2021-07-07T00:36:59.294Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=399bda7e-9777-435a-be95-6576abb18555 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:36:59.294Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:59.294Z InvocationID=581d6d7a-3a6b-4159-9f05-840e590fd578 2021-07-07T00:36:59.488Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=399bda7e-9777-435a-be95-6576abb18555 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:36:59.885Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=399bda7e-9777-435a-be95-6576abb18555 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=591 EndTimestamp=2021-07-07T00:36:59.885Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:36:59.294Z InvocationID=c83538f3-1e47-4e37-8d59-77ab5d525216 ResponseDesc=OK 2021-07-07T00:37:02.192Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7e49cd03-2877-42d7-b3d3-39a5963dd788 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:02.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:02.192Z InvocationID=d64eb197-bda2-453c-a3b3-3a12e5feb0bc 2021-07-07T00:37:02.284Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7e49cd03-2877-42d7-b3d3-39a5963dd788 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:03.925Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e99dc831-cfb6-4848-bc8c-18d46de3610f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:03.924Z InvocationID=9588cdf6-27e6-4bac-9962-8834db08c343 2021-07-07T00:37:04.260Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7e49cd03-2877-42d7-b3d3-39a5963dd788 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2068 EndTimestamp=2021-07-07T00:37:04.260Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:02.192Z InvocationID=6c9238b2-7eda-4412-b055-3769b8f260bb ResponseDesc=OK 2021-07-07T00:37:04.450Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e99dc831-cfb6-4848-bc8c-18d46de3610f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:04.684Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e99dc831-cfb6-4848-bc8c-18d46de3610f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=760 EndTimestamp=2021-07-07T00:37:04.684Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:03.924Z InvocationID=3959900b-a0e0-4c10-8e43-2025ec61a7b7 ResponseDesc=OK 2021-07-07T00:37:05.190Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d32b1960-e9f6-459e-8a3f-1359bb4ea8e6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:05.189Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:05.189Z InvocationID=0b77fe8e-0073-4c2e-b87c-171f7404db32 2021-07-07T00:37:05.485Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d32b1960-e9f6-459e-8a3f-1359bb4ea8e6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:05.986Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d32b1960-e9f6-459e-8a3f-1359bb4ea8e6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=797 EndTimestamp=2021-07-07T00:37:05.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:05.189Z InvocationID=2e47fa5b-2680-4eab-a114-0d729c60e2f4 ResponseDesc=OK 2021-07-07T00:37:06.572Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=11f896a0-a0d7-4c88-a8d9-dc37669dae89 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:06.572Z InvocationID=cd75ccea-efb8-4963-8aee-f02143837196 2021-07-07T00:37:06.683Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=11f896a0-a0d7-4c88-a8d9-dc37669dae89 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:06.947Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=11f896a0-a0d7-4c88-a8d9-dc37669dae89 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=375 EndTimestamp=2021-07-07T00:37:06.947Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:06.572Z InvocationID=d5334822-1759-4f48-938b-4904a7c07da7 ResponseDesc=OK 2021-07-07T00:37:08.293Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f668c49b-ece1-4100-932c-0980cc7c2ff0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:08.292Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:08.292Z InvocationID=fbd149ab-3c2c-4da8-842f-6455723d78ab 2021-07-07T00:37:08.579Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f668c49b-ece1-4100-932c-0980cc7c2ff0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:08.786Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f668c49b-ece1-4100-932c-0980cc7c2ff0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=494 EndTimestamp=2021-07-07T00:37:08.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:08.292Z InvocationID=1427c809-4ab0-4181-b3ff-8d308e19a6a5 ResponseDesc=OK 2021-07-07T00:37:11.393Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0299a7eb-b2b3-4cb1-8563-217349f16106 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:11.393Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:11.393Z InvocationID=39330115-f1bb-45db-86cf-31c478e6d99d 2021-07-07T00:37:11.501Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0299a7eb-b2b3-4cb1-8563-217349f16106 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:11.696Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0299a7eb-b2b3-4cb1-8563-217349f16106 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=303 EndTimestamp=2021-07-07T00:37:11.696Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:11.393Z InvocationID=f33c87a8-049d-4043-894d-784fc45bcf65 ResponseDesc=OK 2021-07-07T00:37:13.924Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b184663-c951-4286-8163-696d43b303f3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:13.924Z InvocationID=b6c9f5a3-78ac-4c54-88d9-6fb527d09d29 2021-07-07T00:37:14.083Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b184663-c951-4286-8163-696d43b303f3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:14.097Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=96feed13-b489-4bea-86f4-77db0883b300 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:14.096Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:14.096Z InvocationID=c002cb9a-ba47-4528-80d6-1a0a403e066f 2021-07-07T00:37:14.251Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=96feed13-b489-4bea-86f4-77db0883b300 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:14.295Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1b184663-c951-4286-8163-696d43b303f3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=371 EndTimestamp=2021-07-07T00:37:14.295Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:13.924Z InvocationID=b67b0f3a-facb-4a3a-8432-17a4d5492b19 ResponseDesc=OK 2021-07-07T00:37:14.484Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=96feed13-b489-4bea-86f4-77db0883b300 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=388 EndTimestamp=2021-07-07T00:37:14.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:14.096Z InvocationID=bf932895-0cea-4f4c-bef0-2a13dd0fc96b ResponseDesc=OK 2021-07-07T00:37:16.571Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=420952da-7a15-4a17-a9fd-404be54e2800 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:16.571Z InvocationID=7bcae3e3-39fc-4bf7-9636-213d8de9060b 2021-07-07T00:37:16.653Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=420952da-7a15-4a17-a9fd-404be54e2800 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:17.086Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5bce366b-3922-4f1e-9572-630c18b41cc6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:17.085Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:17.085Z InvocationID=1e03bf37-cae0-4053-b9dd-43f80395a5d0 2021-07-07T00:37:17.297Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5bce366b-3922-4f1e-9572-630c18b41cc6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:17.463Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=420952da-7a15-4a17-a9fd-404be54e2800 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=892 EndTimestamp=2021-07-07T00:37:17.463Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:16.571Z InvocationID=90d69ca7-731a-4141-94ae-1af2e395352b ResponseDesc=OK 2021-07-07T00:37:17.947Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5bce366b-3922-4f1e-9572-630c18b41cc6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=862 EndTimestamp=2021-07-07T00:37:17.947Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:17.085Z InvocationID=da3c528a-570d-4efb-8f40-ebd0ce09d082 ResponseDesc=OK 2021-07-07T00:37:20.090Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=20eb8679-b1ad-415f-9b31-5ef46e7d06aa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:20.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:20.090Z InvocationID=c6c5b0a2-4947-4e61-8743-db5b10034112 2021-07-07T00:37:20.954Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=20eb8679-b1ad-415f-9b31-5ef46e7d06aa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:21.689Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=20eb8679-b1ad-415f-9b31-5ef46e7d06aa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1599 EndTimestamp=2021-07-07T00:37:21.689Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:20.090Z InvocationID=620aba77-cde0-4c25-93ea-c8cbde91e101 ResponseDesc=OK 2021-07-07T00:37:22.989Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=28843db8-56f2-48a2-9430-9400120f08b3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:22.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:22.989Z InvocationID=45e2199b-5ba3-4f7c-b5ab-725e1e997a09 2021-07-07T00:37:23.095Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=28843db8-56f2-48a2-9430-9400120f08b3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:23.799Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=28843db8-56f2-48a2-9430-9400120f08b3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=810 EndTimestamp=2021-07-07T00:37:23.799Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:22.989Z InvocationID=4ad5739b-da60-4b66-ae9b-9de05d8b17af ResponseDesc=OK 2021-07-07T00:37:23.923Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d9a08e0c-ffbe-4283-a329-6e5888706151 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:23.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:23.923Z InvocationID=58d2ffb6-b8cb-4d31-bd35-39e6354eb714 2021-07-07T00:37:24.046Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d9a08e0c-ffbe-4283-a329-6e5888706151 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:24.295Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d9a08e0c-ffbe-4283-a329-6e5888706151 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=372 EndTimestamp=2021-07-07T00:37:24.295Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:23.923Z InvocationID=e4bdf2f8-fe86-4d08-8cd1-18e9801bb52b ResponseDesc=OK 2021-07-07T00:37:25.999Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4e822bab-5db9-4eac-af38-05f24507af2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:25.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:25.999Z InvocationID=c4bfffcf-d32c-4c0e-a79e-aaadb23fe582 2021-07-07T00:37:26.385Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4e822bab-5db9-4eac-af38-05f24507af2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:26.506Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4e822bab-5db9-4eac-af38-05f24507af2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=507 EndTimestamp=2021-07-07T00:37:26.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:25.999Z InvocationID=99895ca9-eb9e-4f7f-9df4-5c0c79809068 ResponseDesc=OK 2021-07-07T00:37:26.571Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6e623975-7c7e-4968-9ecf-022768f3facf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:26.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:26.571Z InvocationID=2fdb8a6e-332d-46c6-bfd4-27b51bd794bf 2021-07-07T00:37:26.604Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6e623975-7c7e-4968-9ecf-022768f3facf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:26.817Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6e623975-7c7e-4968-9ecf-022768f3facf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=246 EndTimestamp=2021-07-07T00:37:26.817Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:26.571Z InvocationID=6ac932d9-1175-47d1-a0ed-4cb3288554b2 ResponseDesc=OK 2021-07-07T00:37:29.199Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f3b0a105-6f55-498d-8e7b-ceb21854adb9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:29.198Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:29.198Z InvocationID=b7811d72-ac7f-41ea-abe5-8027680ecf4c 2021-07-07T00:37:29.483Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f3b0a105-6f55-498d-8e7b-ceb21854adb9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:29.843Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f3b0a105-6f55-498d-8e7b-ceb21854adb9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=645 EndTimestamp=2021-07-07T00:37:29.843Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:29.198Z InvocationID=678015ca-7f25-4e69-9af8-a4cc3f69e639 ResponseDesc=OK 2021-07-07T00:37:31.987Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1d474348-d83a-4b3b-acf8-4a1817e9d46c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:31.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:31.987Z InvocationID=cdbc64cf-cadc-4726-8c3d-50fa5935bcce 2021-07-07T00:37:32.249Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1d474348-d83a-4b3b-acf8-4a1817e9d46c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:32.395Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1d474348-d83a-4b3b-acf8-4a1817e9d46c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=407 EndTimestamp=2021-07-07T00:37:32.394Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:31.987Z InvocationID=3976ee3c-5591-4e7a-b7e5-f082417636c4 ResponseDesc=OK 2021-07-07T00:37:33.925Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0964f319-c413-47c7-b132-74b2dae6f06c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:33.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:33.925Z InvocationID=8cc24372-07ba-40ec-abe7-88a7b872b50f 2021-07-07T00:37:34.184Z [qtp817348612-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0964f319-c413-47c7-b132-74b2dae6f06c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:34.890Z [qtp817348612-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0964f319-c413-47c7-b132-74b2dae6f06c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=965 EndTimestamp=2021-07-07T00:37:34.890Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:33.925Z InvocationID=29f77d39-fff9-45e3-b79c-ffc5405e3896 ResponseDesc=OK 2021-07-07T00:37:34.901Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=72c8892a-7dca-4a21-b826-6d7a03e0716f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:34.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:34.901Z InvocationID=2b7b9909-ddca-4593-b1c8-1889f91573d9 2021-07-07T00:37:35.085Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=72c8892a-7dca-4a21-b826-6d7a03e0716f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:35.702Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=72c8892a-7dca-4a21-b826-6d7a03e0716f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=801 EndTimestamp=2021-07-07T00:37:35.702Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:34.901Z InvocationID=061f33f5-7b81-4bf4-bf76-3bbdd79f1f17 ResponseDesc=OK 2021-07-07T00:37:36.572Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d4b46a91-4f66-478e-8a9d-06995f1609ff InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:36.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:36.572Z InvocationID=5281a004-079c-4d71-b3bd-5fc655da4ce2 2021-07-07T00:37:38.293Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a248f80a-4ff2-4ccc-b23d-cfcb106e212f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:38.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:38.293Z InvocationID=7ec0e755-fe21-4c38-ab47-cd9befa6f208 2021-07-07T00:37:38.685Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a248f80a-4ff2-4ccc-b23d-cfcb106e212f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:38.747Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d4b46a91-4f66-478e-8a9d-06995f1609ff InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:38.884Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a248f80a-4ff2-4ccc-b23d-cfcb106e212f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=591 EndTimestamp=2021-07-07T00:37:38.884Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:38.293Z InvocationID=15633916-bfc6-484a-824e-c83e30e21306 ResponseDesc=OK 2021-07-07T00:37:38.994Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d4b46a91-4f66-478e-8a9d-06995f1609ff InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2421 EndTimestamp=2021-07-07T00:37:38.993Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:36.572Z InvocationID=2f6e22da-716c-46a0-a38b-f3c2775ec333 ResponseDesc=OK 2021-07-07T00:37:41.090Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b0e70db-36fd-4c0b-bc22-88f0249d1d8d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:41.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:41.090Z InvocationID=0daf1ebb-ed51-4f90-979f-a6236b26b88f 2021-07-07T00:37:41.185Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b0e70db-36fd-4c0b-bc22-88f0249d1d8d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:41.544Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1b0e70db-36fd-4c0b-bc22-88f0249d1d8d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=454 EndTimestamp=2021-07-07T00:37:41.544Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:41.090Z InvocationID=74771028-9b0b-4ca1-afdd-68922d2ecae9 ResponseDesc=OK 2021-07-07T00:37:43.925Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d5c42274-38cb-4fef-ac25-362440d8cdb4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:43.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:43.925Z InvocationID=b062cbdc-f537-471d-8e16-14994c5e8012 2021-07-07T00:37:44.047Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d5c42274-38cb-4fef-ac25-362440d8cdb4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:44.093Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=86991616-125e-4b27-8f4d-6ea78a3072f1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:44.093Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:44.093Z InvocationID=837b5760-0247-49b7-9218-3980c69700aa 2021-07-07T00:37:45.449Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=86991616-125e-4b27-8f4d-6ea78a3072f1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:45.484Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d5c42274-38cb-4fef-ac25-362440d8cdb4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1559 EndTimestamp=2021-07-07T00:37:45.484Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:43.925Z InvocationID=38384ec4-aafa-4bc7-bd72-ef1067c10578 ResponseDesc=OK 2021-07-07T00:37:45.785Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=86991616-125e-4b27-8f4d-6ea78a3072f1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1692 EndTimestamp=2021-07-07T00:37:45.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:44.093Z InvocationID=2dc60c15-79ba-4367-8b4e-474f499b27e3 ResponseDesc=OK 2021-07-07T00:37:46.571Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b7431264-b2a3-4763-9001-69b0338dd4f9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:46.571Z InvocationID=0a75e40e-e5a2-49a6-8130-c4823b754791 2021-07-07T00:37:46.684Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b7431264-b2a3-4763-9001-69b0338dd4f9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:46.902Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2392251e-e855-4fbd-a7f3-be1a3807a6a9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:46.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:46.902Z InvocationID=d54072f2-0b09-4301-ab24-9b4929c20f0f 2021-07-07T00:37:46.951Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b7431264-b2a3-4763-9001-69b0338dd4f9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=380 EndTimestamp=2021-07-07T00:37:46.951Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:46.571Z InvocationID=64e45a57-bde5-470c-9b8b-eb1d75ef1389 ResponseDesc=OK 2021-07-07T00:37:47.145Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2392251e-e855-4fbd-a7f3-be1a3807a6a9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:47.584Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2392251e-e855-4fbd-a7f3-be1a3807a6a9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=682 EndTimestamp=2021-07-07T00:37:47.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:46.902Z InvocationID=155b3afa-dfd8-4ad6-9009-f125f800c8e6 ResponseDesc=OK 2021-07-07T00:37:50.193Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=48bef0cd-1b22-4356-87bc-d1a254bf0e2b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:50.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:50.193Z InvocationID=11504969-e51a-4268-a935-289004ec43bd 2021-07-07T00:37:50.292Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=48bef0cd-1b22-4356-87bc-d1a254bf0e2b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:50.588Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=48bef0cd-1b22-4356-87bc-d1a254bf0e2b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=395 EndTimestamp=2021-07-07T00:37:50.588Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:50.193Z InvocationID=43936246-6d57-43e6-b6c4-3a049d9ddd46 ResponseDesc=OK 2021-07-07T00:37:53.089Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f4139df5-6eeb-4178-9551-597c55121122 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:53.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:53.089Z InvocationID=0f34dd9b-b1b9-4e99-aa91-789373eba19f 2021-07-07T00:37:53.105Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f4139df5-6eeb-4178-9551-597c55121122 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:53.446Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f4139df5-6eeb-4178-9551-597c55121122 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=357 EndTimestamp=2021-07-07T00:37:53.446Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:53.089Z InvocationID=432eb613-2450-479b-9e87-5e63f1279da5 ResponseDesc=OK 2021-07-07T00:37:53.924Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b98ccf5e-b995-4f47-91f1-a5f50086bdf9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:53.924Z InvocationID=c487ac52-236b-44a4-90ed-5b8422b66122 2021-07-07T00:37:54.393Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b98ccf5e-b995-4f47-91f1-a5f50086bdf9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:54.784Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b98ccf5e-b995-4f47-91f1-a5f50086bdf9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=860 EndTimestamp=2021-07-07T00:37:54.784Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:53.924Z InvocationID=592a538b-39d9-4fde-81be-497133121fc2 ResponseDesc=OK 2021-07-07T00:37:55.894Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a69f69b7-326e-40da-a6f9-ea45a5a0d8fe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:55.894Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:55.894Z InvocationID=2724d3eb-fb91-4f9a-9a9a-688e1c781058 2021-07-07T00:37:55.950Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a69f69b7-326e-40da-a6f9-ea45a5a0d8fe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:56.144Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a69f69b7-326e-40da-a6f9-ea45a5a0d8fe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=250 EndTimestamp=2021-07-07T00:37:56.144Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:55.894Z InvocationID=6480953c-d1a6-41d1-a27e-28ba978422bd ResponseDesc=OK 2021-07-07T00:37:56.572Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a496dbf4-4f48-4d70-a7bc-e0984abff4ce InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:56.571Z InvocationID=b94d7a7f-7f61-4ee7-986d-40b6ebaabf09 2021-07-07T00:37:56.683Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a496dbf4-4f48-4d70-a7bc-e0984abff4ce InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:37:56.942Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a496dbf4-4f48-4d70-a7bc-e0984abff4ce InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=371 EndTimestamp=2021-07-07T00:37:56.942Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:56.571Z InvocationID=7be155c2-713c-4855-8b1f-1a1010a94943 ResponseDesc=OK 2021-07-07T00:37:59.390Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=763b99f2-3b25-44ff-8879-de4706448af2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:37:59.389Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:59.389Z InvocationID=33795d67-5a91-4f57-a17d-26327b2af149 2021-07-07T00:38:00.142Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=763b99f2-3b25-44ff-8879-de4706448af2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:00.886Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=763b99f2-3b25-44ff-8879-de4706448af2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1497 EndTimestamp=2021-07-07T00:38:00.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:37:59.389Z InvocationID=1389c1d6-101e-4ce5-b726-d15cb779dfb8 ResponseDesc=OK 2021-07-07T00:38:02.007Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=44479b33-13d4-4c2b-8407-c2a6be9d2a90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:02.007Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:02.007Z InvocationID=860a479e-48cb-41c3-b408-6e44078e9e26 2021-07-07T00:38:02.097Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=44479b33-13d4-4c2b-8407-c2a6be9d2a90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:02.191Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=44479b33-13d4-4c2b-8407-c2a6be9d2a90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=184 EndTimestamp=2021-07-07T00:38:02.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:02.007Z InvocationID=95dca2a8-90e2-4baa-af5e-acfad3f7cea9 ResponseDesc=OK 2021-07-07T00:38:03.925Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f62f31ad-282d-4fd2-9961-cac619618e32 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:03.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:03.925Z InvocationID=9c23d730-320b-4bd9-81bd-dbe7c85f4e2c 2021-07-07T00:38:03.989Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f62f31ad-282d-4fd2-9961-cac619618e32 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:04.202Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f62f31ad-282d-4fd2-9961-cac619618e32 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=277 EndTimestamp=2021-07-07T00:38:04.202Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:03.925Z InvocationID=511343aa-a891-4230-9830-4d0974dbf059 ResponseDesc=OK 2021-07-07T00:38:04.989Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5894e49b-cfb4-4671-93c0-da9eaaeb5e6d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:04.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:04.989Z InvocationID=aa3eab1a-b91b-4693-b3af-72b6618af86d 2021-07-07T00:38:05.142Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5894e49b-cfb4-4671-93c0-da9eaaeb5e6d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:06.572Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b03014d8-b981-41be-920e-18f8ba45b468 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:06.572Z InvocationID=a42b1b13-8ba6-4a83-af38-a3f4f9b580cc 2021-07-07T00:38:06.584Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5894e49b-cfb4-4671-93c0-da9eaaeb5e6d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1595 EndTimestamp=2021-07-07T00:38:06.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:04.989Z InvocationID=1e22c2e6-545f-48ee-8047-4849de0396f5 ResponseDesc=OK 2021-07-07T00:38:06.648Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b03014d8-b981-41be-920e-18f8ba45b468 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:06.947Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b03014d8-b981-41be-920e-18f8ba45b468 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=374 EndTimestamp=2021-07-07T00:38:06.946Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:06.572Z InvocationID=69a417f7-fc33-4f91-abdd-476c8b73fc32 ResponseDesc=OK 2021-07-07T00:38:08.097Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fea69e71-abac-43a3-b48c-169a79ce2a79 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:08.097Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:08.097Z InvocationID=55cdd299-f6e7-486a-b0d4-646ccb8d6b8a 2021-07-07T00:38:08.186Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fea69e71-abac-43a3-b48c-169a79ce2a79 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:08.552Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fea69e71-abac-43a3-b48c-169a79ce2a79 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=455 EndTimestamp=2021-07-07T00:38:08.552Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:08.097Z InvocationID=5834f9b1-734c-438d-9d3d-7db07af54f19 ResponseDesc=OK 2021-07-07T00:38:11.103Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d6bfdad3-eb50-406c-b888-6c28a130f713 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:11.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:11.102Z InvocationID=abc002f2-2572-4791-a8f0-3524f67166f4 2021-07-07T00:38:11.243Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d6bfdad3-eb50-406c-b888-6c28a130f713 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:11.484Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d6bfdad3-eb50-406c-b888-6c28a130f713 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=382 EndTimestamp=2021-07-07T00:38:11.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:11.102Z InvocationID=48f04213-0462-476e-950a-d18b88f3821e ResponseDesc=OK 2021-07-07T00:38:13.925Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8ca4ae33-fb2d-4a55-b891-5b870584d6ae InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:13.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:13.925Z InvocationID=b8959bef-eb74-4038-b46a-c172a927ed0c 2021-07-07T00:38:14.186Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8ca4ae33-fb2d-4a55-b891-5b870584d6ae InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:14.197Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f9671881-964b-4a7a-a815-d924185cefb4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:14.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:14.196Z InvocationID=34b390a5-81d2-4d1f-8a3c-bc695bda3007 2021-07-07T00:38:14.286Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f9671881-964b-4a7a-a815-d924185cefb4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:14.786Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f9671881-964b-4a7a-a815-d924185cefb4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=590 EndTimestamp=2021-07-07T00:38:14.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:14.196Z InvocationID=3c83be04-dd8d-4cb2-84f8-ea1820a94c55 ResponseDesc=OK 2021-07-07T00:38:14.842Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8ca4ae33-fb2d-4a55-b891-5b870584d6ae InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=917 EndTimestamp=2021-07-07T00:38:14.842Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:13.925Z InvocationID=7b8b6440-7a34-4d45-8898-5d2abbda6094 ResponseDesc=OK 2021-07-07T00:38:16.573Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=30dde774-14de-4283-b980-a1439e710c69 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:16.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:16.573Z InvocationID=bee740e9-2f48-4fe8-8eb9-708c543f139b 2021-07-07T00:38:16.788Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=30dde774-14de-4283-b980-a1439e710c69 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:16.984Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=30dde774-14de-4283-b980-a1439e710c69 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=411 EndTimestamp=2021-07-07T00:38:16.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:16.573Z InvocationID=ad7e22e4-ad9f-4a91-bf80-1575a86a9d06 ResponseDesc=OK 2021-07-07T00:38:17.199Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9bd1ad4e-6185-45d7-807f-32c2ca3b4732 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:17.199Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:17.199Z InvocationID=2e79e27b-6535-4a50-b976-f1be9e8f764c 2021-07-07T00:38:17.686Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9bd1ad4e-6185-45d7-807f-32c2ca3b4732 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:17.986Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9bd1ad4e-6185-45d7-807f-32c2ca3b4732 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=787 EndTimestamp=2021-07-07T00:38:17.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:17.199Z InvocationID=57964d43-c61b-4907-9daf-1375e1b2ec53 ResponseDesc=OK 2021-07-07T00:38:20.191Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0e81de15-2bcf-4fd4-a961-f2554286c186 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:20.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:20.191Z InvocationID=56472e1d-80d2-4f73-a9a7-428c47f1129f 2021-07-07T00:38:20.283Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0e81de15-2bcf-4fd4-a961-f2554286c186 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:21.195Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0e81de15-2bcf-4fd4-a961-f2554286c186 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1004 EndTimestamp=2021-07-07T00:38:21.195Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:20.191Z InvocationID=1e16f17f-4f76-4822-9d8b-5553986a30f6 ResponseDesc=OK 2021-07-07T00:38:22.988Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=282b73c3-1a19-4155-b934-377eb38694b8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:22.988Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:22.988Z InvocationID=bc791324-024d-4e72-8cd6-8bcdc8a5cbe3 2021-07-07T00:38:23.093Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=282b73c3-1a19-4155-b934-377eb38694b8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:23.247Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=282b73c3-1a19-4155-b934-377eb38694b8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=259 EndTimestamp=2021-07-07T00:38:23.247Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:22.988Z InvocationID=6fffa72a-7d09-48a4-bf0d-77fb6c8d580f ResponseDesc=OK 2021-07-07T00:38:23.924Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=27290705-7ae9-401b-b5e7-86447b1bd5ed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:23.924Z InvocationID=b92bc543-54e6-4f3e-8bfb-305c526e4041 2021-07-07T00:38:24.085Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=27290705-7ae9-401b-b5e7-86447b1bd5ed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:24.497Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=27290705-7ae9-401b-b5e7-86447b1bd5ed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=573 EndTimestamp=2021-07-07T00:38:24.497Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:23.924Z InvocationID=6a23230a-f5a1-456b-a15d-3e347eaa375f ResponseDesc=OK 2021-07-07T00:38:25.807Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c63df703-4cba-418e-aee8-690c68db4e90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:25.807Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:25.807Z InvocationID=1bfec283-e7c1-40e1-aa91-ec64fd1674f8 2021-07-07T00:38:25.984Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c63df703-4cba-418e-aee8-690c68db4e90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:26.250Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c63df703-4cba-418e-aee8-690c68db4e90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=443 EndTimestamp=2021-07-07T00:38:26.250Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:25.807Z InvocationID=3c9b568e-275c-4bf3-9b91-57baca66bf24 ResponseDesc=OK 2021-07-07T00:38:26.573Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f8e1f1dc-7866-4b88-bb28-7428f81d35c7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:26.572Z InvocationID=1b3bcd78-1d9e-4e99-ac59-9742dbdd7dbe 2021-07-07T00:38:26.759Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f8e1f1dc-7866-4b88-bb28-7428f81d35c7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:26.891Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f8e1f1dc-7866-4b88-bb28-7428f81d35c7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=319 EndTimestamp=2021-07-07T00:38:26.891Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:26.572Z InvocationID=4f136dea-60c3-448f-8912-19e11502cace ResponseDesc=OK 2021-07-07T00:38:29.087Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5e916b24-d5a0-489c-b2c4-3bc42b15cf6d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:29.087Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:29.087Z InvocationID=3a004755-9902-437c-8617-952bdd26830d 2021-07-07T00:38:29.185Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5e916b24-d5a0-489c-b2c4-3bc42b15cf6d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:29.886Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5e916b24-d5a0-489c-b2c4-3bc42b15cf6d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=799 EndTimestamp=2021-07-07T00:38:29.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:29.087Z InvocationID=ca56df8f-a8d8-4f15-bfdf-26c2be29a863 ResponseDesc=OK 2021-07-07T00:38:31.992Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2be570cc-94cf-4eae-a123-bf4578befd49 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:31.991Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:31.991Z InvocationID=5648e513-e3b1-44fb-9856-5dd2f0955d18 2021-07-07T00:38:32.484Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2be570cc-94cf-4eae-a123-bf4578befd49 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:32.689Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2be570cc-94cf-4eae-a123-bf4578befd49 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=698 EndTimestamp=2021-07-07T00:38:32.689Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:31.991Z InvocationID=ca24736d-cf7f-45f5-915c-8bcdc18444da ResponseDesc=OK 2021-07-07T00:38:33.923Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=76af21c7-d66c-4f6d-ae0f-637c88e36e38 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:33.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:33.923Z InvocationID=abd9d6df-5108-4a78-baa4-a44e72b6b57d 2021-07-07T00:38:34.493Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=76af21c7-d66c-4f6d-ae0f-637c88e36e38 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:34.591Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=76af21c7-d66c-4f6d-ae0f-637c88e36e38 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=668 EndTimestamp=2021-07-07T00:38:34.591Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:33.923Z InvocationID=5810fe68-7402-4255-b9ce-98a008a5a96e ResponseDesc=OK 2021-07-07T00:38:34.890Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=58fea71a-bf56-4895-b44f-a46be472e6b8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:34.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:34.890Z InvocationID=464e136d-3522-48a2-ba62-475398fe1731 2021-07-07T00:38:34.985Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=58fea71a-bf56-4895-b44f-a46be472e6b8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:35.300Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=58fea71a-bf56-4895-b44f-a46be472e6b8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=410 EndTimestamp=2021-07-07T00:38:35.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:34.890Z InvocationID=c972d8d3-9465-4128-8346-cef3e934fa71 ResponseDesc=OK 2021-07-07T00:38:36.571Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=68207708-9268-4a05-83f3-10e91e13c644 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:36.571Z InvocationID=a67e9548-f506-4932-a681-3df16239c883 2021-07-07T00:38:36.687Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=68207708-9268-4a05-83f3-10e91e13c644 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:37.202Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=68207708-9268-4a05-83f3-10e91e13c644 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=631 EndTimestamp=2021-07-07T00:38:37.202Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:36.571Z InvocationID=9d9309cc-81e9-4559-8d39-bad1c8496881 ResponseDesc=OK 2021-07-07T00:38:37.899Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cc7461bd-1b22-490e-b446-eea5360a4f3d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:37.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:37.899Z InvocationID=1e6a85c6-6154-425b-a96e-b0fdf53e13be 2021-07-07T00:38:37.993Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cc7461bd-1b22-490e-b446-eea5360a4f3d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:38.892Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cc7461bd-1b22-490e-b446-eea5360a4f3d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=993 EndTimestamp=2021-07-07T00:38:38.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:37.899Z InvocationID=49467630-a49e-45b7-901e-0cb52fa3995f ResponseDesc=OK 2021-07-07T00:38:41.088Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1c80f25e-7155-4971-8409-bf1ad6d39ffd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:41.087Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:41.087Z InvocationID=b0dbac3c-d344-4ce0-b841-f9ed2e6c083a 2021-07-07T00:38:41.185Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1c80f25e-7155-4971-8409-bf1ad6d39ffd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:41.386Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1c80f25e-7155-4971-8409-bf1ad6d39ffd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=299 EndTimestamp=2021-07-07T00:38:41.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:41.087Z InvocationID=b7c1a0c7-6709-4a23-b445-9d17cd92ff28 ResponseDesc=OK 2021-07-07T00:38:43.924Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=65c7fb8b-7a81-49d2-8c6e-5834874d1be3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:43.924Z InvocationID=7b92b66f-cc18-46a6-9139-dbe44802cec2 2021-07-07T00:38:44.091Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=69e952a2-a5b5-4f05-9f7d-f73e84334b07 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:44.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:44.091Z InvocationID=d82f167d-fba4-4031-9c45-1b3db8dcd20e 2021-07-07T00:38:44.148Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=65c7fb8b-7a81-49d2-8c6e-5834874d1be3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:44.186Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=69e952a2-a5b5-4f05-9f7d-f73e84334b07 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:44.585Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=65c7fb8b-7a81-49d2-8c6e-5834874d1be3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=661 EndTimestamp=2021-07-07T00:38:44.585Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:43.924Z InvocationID=941f91a1-f609-4c22-912b-ca251669bfd3 ResponseDesc=OK 2021-07-07T00:38:44.590Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=69e952a2-a5b5-4f05-9f7d-f73e84334b07 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=498 EndTimestamp=2021-07-07T00:38:44.589Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:44.091Z InvocationID=e983e6b3-f9b9-465a-b793-e6cfe74c246f ResponseDesc=OK 2021-07-07T00:38:46.572Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=884fa1b7-2196-4e5d-af9b-ae70f9e4a4b6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:46.571Z InvocationID=eb318d77-7338-484b-91c5-78852f30e8bc 2021-07-07T00:38:46.698Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=884fa1b7-2196-4e5d-af9b-ae70f9e4a4b6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:46.887Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=039e7ad8-6e84-4433-a2f5-879be42fa29c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:46.887Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:46.887Z InvocationID=bb68939b-7f0d-4433-b23a-8dca9b0fa191 2021-07-07T00:38:46.984Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=039e7ad8-6e84-4433-a2f5-879be42fa29c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:47.596Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=039e7ad8-6e84-4433-a2f5-879be42fa29c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=709 EndTimestamp=2021-07-07T00:38:47.596Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:46.887Z InvocationID=6ea68735-06e4-4e70-8d70-23c37fea2b8d ResponseDesc=OK 2021-07-07T00:38:47.685Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=884fa1b7-2196-4e5d-af9b-ae70f9e4a4b6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1114 EndTimestamp=2021-07-07T00:38:47.685Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:46.571Z InvocationID=e815386d-b2ec-4ceb-99bf-d4a1907ef768 ResponseDesc=OK 2021-07-07T00:38:50.090Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9fbdf2f8-eca5-4da8-adc0-34488507f946 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:50.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:50.089Z InvocationID=dba50178-8923-45e2-bac2-626bbf5d5bf7 2021-07-07T00:38:50.198Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9fbdf2f8-eca5-4da8-adc0-34488507f946 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:50.584Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9fbdf2f8-eca5-4da8-adc0-34488507f946 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=495 EndTimestamp=2021-07-07T00:38:50.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:50.089Z InvocationID=77f157ec-3330-4341-8e6d-860935406f71 ResponseDesc=OK 2021-07-07T00:38:53.092Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b8944db1-7517-45c6-8e74-a063df4cf2fc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:53.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:53.092Z InvocationID=ad8719ae-5583-4fe7-bd9e-a15a22407a83 2021-07-07T00:38:53.186Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b8944db1-7517-45c6-8e74-a063df4cf2fc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:53.394Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b8944db1-7517-45c6-8e74-a063df4cf2fc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=302 EndTimestamp=2021-07-07T00:38:53.394Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:53.092Z InvocationID=47ab49bc-2ea9-4ccd-ae24-5ca5e6701a32 ResponseDesc=OK 2021-07-07T00:38:53.923Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e0a0ec7b-8314-41ff-907d-8981296c12af InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:53.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:53.923Z InvocationID=86a961de-230a-4ad0-9e3b-e3fd93693a06 2021-07-07T00:38:54.183Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e0a0ec7b-8314-41ff-907d-8981296c12af InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:54.698Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e0a0ec7b-8314-41ff-907d-8981296c12af InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=775 EndTimestamp=2021-07-07T00:38:54.698Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:53.923Z InvocationID=74f89c03-c4f2-4dd5-8501-e3237bf432a7 ResponseDesc=OK 2021-07-07T00:38:55.792Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ce3d4bda-8596-4afb-8a80-6f4db6827d6a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:55.792Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:55.792Z InvocationID=956a3390-4dbe-48dd-8c61-950f4a3d3549 2021-07-07T00:38:55.941Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ce3d4bda-8596-4afb-8a80-6f4db6827d6a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:55.998Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ce3d4bda-8596-4afb-8a80-6f4db6827d6a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=206 EndTimestamp=2021-07-07T00:38:55.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:55.792Z InvocationID=f3efee63-c9a1-4a2f-925b-e574d5b4e877 ResponseDesc=OK 2021-07-07T00:38:56.572Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=90367691-fef5-4d9e-977e-be600e54d1d8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:56.572Z InvocationID=1fe563c1-69ce-4a27-8fd0-c9815e9166c8 2021-07-07T00:38:56.589Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=90367691-fef5-4d9e-977e-be600e54d1d8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:56.887Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=90367691-fef5-4d9e-977e-be600e54d1d8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=315 EndTimestamp=2021-07-07T00:38:56.887Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:56.572Z InvocationID=5ac0d252-e1b8-4c29-8057-92b7136dd2c8 ResponseDesc=OK 2021-07-07T00:38:59.187Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=585502cc-b4fa-4a88-833a-6878d75d6759 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:38:59.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:59.187Z InvocationID=eda8e02b-8459-4e73-95fc-27eddb9e98ef 2021-07-07T00:38:59.286Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=585502cc-b4fa-4a88-833a-6878d75d6759 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:38:59.894Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=585502cc-b4fa-4a88-833a-6878d75d6759 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=707 EndTimestamp=2021-07-07T00:38:59.894Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:38:59.187Z InvocationID=cff35763-14db-4c74-b186-d39241b5ce6f ResponseDesc=OK 2021-07-07T00:39:02.191Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ec3057bb-e933-40f3-b957-6bd63bd28cf4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:02.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:02.191Z InvocationID=181b5206-d6a1-46b5-8eeb-df9eeadf95ca 2021-07-07T00:39:02.546Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ec3057bb-e933-40f3-b957-6bd63bd28cf4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:03.924Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7661b604-7103-4b9a-977a-c1dd700ef062 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:03.924Z InvocationID=da039507-5ba3-42a1-86e8-4ead4f1aed81 2021-07-07T00:39:05.724Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=012ec6bd-50cd-4ea8-9ddd-8e97ab2c5782 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:05.724Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:05.724Z InvocationID=23a36ca9-a69b-49c3-96c7-eddda969d13e 2021-07-07T00:39:06.573Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2b4eff4b-607e-486f-ae29-ee7c4a2fdad6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:06.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:06.573Z InvocationID=37a10e4c-7bb3-4eec-b739-6fb4b0f71abb 2021-07-07T00:39:08.588Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2b4eff4b-607e-486f-ae29-ee7c4a2fdad6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:08.784Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ec3057bb-e933-40f3-b957-6bd63bd28cf4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=6593 EndTimestamp=2021-07-07T00:39:08.784Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:02.191Z InvocationID=56de28a6-6083-4b57-bcdb-43d2940a801e ResponseDesc=OK 2021-07-07T00:39:08.885Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7661b604-7103-4b9a-977a-c1dd700ef062 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:08.893Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2b4eff4b-607e-486f-ae29-ee7c4a2fdad6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2320 EndTimestamp=2021-07-07T00:39:08.893Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:06.573Z InvocationID=dbc7d6dd-0b77-4682-b6a3-fa4c7faea6af ResponseDesc=OK 2021-07-07T00:39:08.945Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=012ec6bd-50cd-4ea8-9ddd-8e97ab2c5782 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:09.190Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7661b604-7103-4b9a-977a-c1dd700ef062 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5266 EndTimestamp=2021-07-07T00:39:09.190Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:03.924Z InvocationID=e30064f1-fba4-473b-a4ba-1dad8e03542f ResponseDesc=OK 2021-07-07T00:39:09.348Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=012ec6bd-50cd-4ea8-9ddd-8e97ab2c5782 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3624 EndTimestamp=2021-07-07T00:39:09.348Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:05.724Z InvocationID=369aff2d-a118-4c3f-acae-55313aac22bb ResponseDesc=OK 2021-07-07T00:39:09.727Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=80a9cf3c-ac45-40d1-acd2-2152d5644c76 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:09.727Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:09.727Z InvocationID=61c98bdd-7123-4347-bcbf-b01876f39d31 2021-07-07T00:39:09.797Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=80a9cf3c-ac45-40d1-acd2-2152d5644c76 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:10.088Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=80a9cf3c-ac45-40d1-acd2-2152d5644c76 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=361 EndTimestamp=2021-07-07T00:39:10.088Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:09.727Z InvocationID=3d976eb9-f0a4-4a5f-aa7e-b30f02f4eba7 ResponseDesc=OK 2021-07-07T00:39:11.094Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=08b129c4-f339-492f-9355-16da92d07552 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:11.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:11.094Z InvocationID=e73bb310-fea0-4e00-acbe-c8bde1f58249 2021-07-07T00:39:11.106Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=08b129c4-f339-492f-9355-16da92d07552 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:11.290Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=08b129c4-f339-492f-9355-16da92d07552 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=196 EndTimestamp=2021-07-07T00:39:11.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:11.094Z InvocationID=a13bd04d-b20f-4906-8efa-feb0e5ce3d34 ResponseDesc=OK 2021-07-07T00:39:13.901Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=87276fbf-15d6-434c-bd70-8967d9717d3f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:13.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:13.901Z InvocationID=66d17959-97ae-4a3b-9335-b2628cc0726b 2021-07-07T00:39:13.923Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a1e4382c-318d-44f1-968b-38d7e0000d8e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:13.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:13.923Z InvocationID=3ab7c104-2016-44ba-8c04-81fd40d88e90 2021-07-07T00:39:14.083Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a1e4382c-318d-44f1-968b-38d7e0000d8e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:14.846Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=87276fbf-15d6-434c-bd70-8967d9717d3f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:14.884Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a1e4382c-318d-44f1-968b-38d7e0000d8e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=961 EndTimestamp=2021-07-07T00:39:14.884Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:13.923Z InvocationID=cdfb15e2-899a-4e02-a503-ce067d182a55 ResponseDesc=OK 2021-07-07T00:39:15.786Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=87276fbf-15d6-434c-bd70-8967d9717d3f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1884 EndTimestamp=2021-07-07T00:39:15.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:13.901Z InvocationID=9ac451b1-9d2d-47e3-aa8e-f8c25ce1e038 ResponseDesc=OK 2021-07-07T00:39:16.572Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d632fb10-b7ec-45f5-ae84-b7f5bf6dcf65 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:16.572Z InvocationID=3c2814f0-3445-40d2-bc4d-4dddc0569689 2021-07-07T00:39:16.784Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d632fb10-b7ec-45f5-ae84-b7f5bf6dcf65 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:17.093Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6d837c0b-ed87-4f0a-9a1b-a47aeef36a5b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:17.093Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:17.093Z InvocationID=c2833d8f-adb9-4b43-9fd9-1163b1373e8e 2021-07-07T00:39:17.143Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d632fb10-b7ec-45f5-ae84-b7f5bf6dcf65 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=571 EndTimestamp=2021-07-07T00:39:17.143Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:16.572Z InvocationID=18a1b912-81b5-4bb4-90e1-e0b93637f20f ResponseDesc=OK 2021-07-07T00:39:17.346Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6d837c0b-ed87-4f0a-9a1b-a47aeef36a5b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:17.684Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6d837c0b-ed87-4f0a-9a1b-a47aeef36a5b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=591 EndTimestamp=2021-07-07T00:39:17.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:17.093Z InvocationID=ee62325b-f5a6-4eae-8e41-6384e06e66c4 ResponseDesc=OK 2021-07-07T00:39:19.991Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7ab74fac-9da5-4d15-a7c7-75ddb52ce771 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:19.991Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:19.991Z InvocationID=6ee24ee5-486a-4de6-9bad-b613d1242371 2021-07-07T00:39:20.185Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7ab74fac-9da5-4d15-a7c7-75ddb52ce771 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:21.786Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7ab74fac-9da5-4d15-a7c7-75ddb52ce771 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1795 EndTimestamp=2021-07-07T00:39:21.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:19.991Z InvocationID=e2b2910a-7998-42c1-a06e-8201430f80da ResponseDesc=OK 2021-07-07T00:39:23.390Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1a87a0cf-b1de-49ce-90c9-f6427bebc587 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:23.390Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:23.390Z InvocationID=a5be2e00-b2cf-466d-b346-d5f96a2d3e0e 2021-07-07T00:39:23.463Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1a87a0cf-b1de-49ce-90c9-f6427bebc587 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:23.743Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1a87a0cf-b1de-49ce-90c9-f6427bebc587 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=353 EndTimestamp=2021-07-07T00:39:23.743Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:23.390Z InvocationID=fff46c8f-f8ff-464a-9ce0-a35152d8c003 ResponseDesc=OK 2021-07-07T00:39:23.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=860b36cd-e111-46d8-8bef-661785dbf590 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:23.924Z InvocationID=aa3b41c1-95cf-4c19-8c2c-49740b6e5214 2021-07-07T00:39:24.054Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=860b36cd-e111-46d8-8bef-661785dbf590 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:24.584Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=860b36cd-e111-46d8-8bef-661785dbf590 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=660 EndTimestamp=2021-07-07T00:39:24.584Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:23.924Z InvocationID=c17c8d13-2885-40ae-b970-94b06336ae81 ResponseDesc=OK 2021-07-07T00:39:25.998Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6dfcef7c-7815-4a30-a91e-ffec15bc1e2e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:25.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:25.997Z InvocationID=bc8c9102-a780-4378-8942-26f96370b475 2021-07-07T00:39:26.084Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6dfcef7c-7815-4a30-a91e-ffec15bc1e2e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:26.572Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dfc55ab9-f9cc-40ff-b7c2-11980a9abd83 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:26.572Z InvocationID=3efa3335-45ca-486b-ab5b-02e9377829bf 2021-07-07T00:39:26.684Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dfc55ab9-f9cc-40ff-b7c2-11980a9abd83 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:26.755Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6dfcef7c-7815-4a30-a91e-ffec15bc1e2e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=758 EndTimestamp=2021-07-07T00:39:26.755Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:25.997Z InvocationID=da3caeef-9e54-418d-a371-fc5020ed4ca5 ResponseDesc=OK 2021-07-07T00:39:26.961Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dfc55ab9-f9cc-40ff-b7c2-11980a9abd83 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=389 EndTimestamp=2021-07-07T00:39:26.961Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:26.572Z InvocationID=c0b41dfd-2620-499a-aee5-e8a8862bb740 ResponseDesc=OK 2021-07-07T00:39:28.996Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ec5c7a8e-320a-4248-86fb-14de084d1f91 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:28.995Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:28.995Z InvocationID=7e13da23-af8e-48c9-92da-2d3c50e4a827 2021-07-07T00:39:29.193Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ec5c7a8e-320a-4248-86fb-14de084d1f91 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:29.484Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ec5c7a8e-320a-4248-86fb-14de084d1f91 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=489 EndTimestamp=2021-07-07T00:39:29.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:28.995Z InvocationID=03129434-5cda-4ab7-8f26-8693a1350708 ResponseDesc=OK 2021-07-07T00:39:31.997Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b6164326-bda1-496c-acb5-2630889b5fe9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:31.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:31.997Z InvocationID=2daf4a06-34f6-47b7-9795-a59519a54bce 2021-07-07T00:39:32.093Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b6164326-bda1-496c-acb5-2630889b5fe9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:32.285Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b6164326-bda1-496c-acb5-2630889b5fe9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=288 EndTimestamp=2021-07-07T00:39:32.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:31.997Z InvocationID=c7e6362d-b096-4040-ba8a-4ca4ed9b12d0 ResponseDesc=OK 2021-07-07T00:39:33.930Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5633f151-49ef-4a6d-a17e-c880bf0ca15c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:33.930Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:33.930Z InvocationID=4d35a155-61b0-4f44-b76f-ee8fe4744ade 2021-07-07T00:39:33.987Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5633f151-49ef-4a6d-a17e-c880bf0ca15c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:34.787Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1a0e5b28-a701-47e4-8351-7c3d8fc33cc5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:34.787Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:34.787Z InvocationID=fc1b2975-ba26-43b1-b61a-4a50eb35a2c5 2021-07-07T00:39:36.572Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2b6ba989-7ffc-4523-a36f-fa5e62cfafd2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:36.571Z InvocationID=43856d88-8e08-4fa6-9926-64c95c379437 2021-07-07T00:39:37.183Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2b6ba989-7ffc-4523-a36f-fa5e62cfafd2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:37.384Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2b6ba989-7ffc-4523-a36f-fa5e62cfafd2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=813 EndTimestamp=2021-07-07T00:39:37.384Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:36.571Z InvocationID=cbc218ba-07fb-4860-b686-fae571e4edf5 ResponseDesc=OK 2021-07-07T00:39:38.619Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=01aa32ba-2f4b-4ce7-8aa9-80f2337ea51e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:38.619Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:38.619Z InvocationID=2ae57856-58cc-4de5-b2ba-f2675c923fd9 2021-07-07T00:39:39.190Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1a0e5b28-a701-47e4-8351-7c3d8fc33cc5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:39.191Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5633f151-49ef-4a6d-a17e-c880bf0ca15c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5261 EndTimestamp=2021-07-07T00:39:39.191Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:33.930Z InvocationID=fb480e1f-b2f0-4d10-94d7-acea98d927e6 ResponseDesc=OK 2021-07-07T00:39:39.586Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=01aa32ba-2f4b-4ce7-8aa9-80f2337ea51e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:39.886Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1a0e5b28-a701-47e4-8351-7c3d8fc33cc5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5099 EndTimestamp=2021-07-07T00:39:39.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:34.787Z InvocationID=3d57ec91-bef9-4e89-8a84-cf39a2c3fd64 ResponseDesc=OK 2021-07-07T00:39:39.986Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=01aa32ba-2f4b-4ce7-8aa9-80f2337ea51e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1367 EndTimestamp=2021-07-07T00:39:39.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:38.619Z InvocationID=0db7225e-7733-407f-97df-9bc527c97508 ResponseDesc=OK 2021-07-07T00:39:41.190Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2be751ed-82fc-4ca1-87a0-8ddcd766a2b4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:41.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:41.190Z InvocationID=27c046f0-31b7-4a00-91d2-be9882fc5017 2021-07-07T00:39:41.342Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2be751ed-82fc-4ca1-87a0-8ddcd766a2b4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:41.687Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2be751ed-82fc-4ca1-87a0-8ddcd766a2b4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=497 EndTimestamp=2021-07-07T00:39:41.687Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:41.190Z InvocationID=b47bdb1f-965e-44ba-9f3a-93c0e0ee732b ResponseDesc=OK 2021-07-07T00:39:43.925Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fc662f79-5916-45e7-af86-ecd8ac6dace9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:43.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:43.925Z InvocationID=992b6b6a-bea7-4159-bfff-9904101e7194 2021-07-07T00:39:43.989Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fc662f79-5916-45e7-af86-ecd8ac6dace9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:44.093Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9c6197a7-fadd-4198-8714-793a460c2086 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:44.093Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:44.093Z InvocationID=ce67287d-8a26-45c3-a241-24b94d0e4f6b 2021-07-07T00:39:44.184Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9c6197a7-fadd-4198-8714-793a460c2086 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:44.196Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fc662f79-5916-45e7-af86-ecd8ac6dace9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=271 EndTimestamp=2021-07-07T00:39:44.196Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:43.925Z InvocationID=1389d663-022d-41ff-a873-d2cb63e2d859 ResponseDesc=OK 2021-07-07T00:39:44.390Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9c6197a7-fadd-4198-8714-793a460c2086 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=297 EndTimestamp=2021-07-07T00:39:44.390Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:44.093Z InvocationID=f227e1d9-7a1a-4144-8977-ec61c7f9c661 ResponseDesc=OK 2021-07-07T00:39:46.573Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0bd5e97c-0fb5-44a8-b51e-f49febddbb2e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:46.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:46.573Z InvocationID=5b8c5391-78ed-41b3-b3c5-85c3e96eec98 2021-07-07T00:39:46.898Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0d6b4141-30ad-4bd9-a1aa-0f1cb0eed0d7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:46.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:46.898Z InvocationID=d323b14d-67b8-4af0-83bb-cf3af2758141 2021-07-07T00:39:47.392Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0d6b4141-30ad-4bd9-a1aa-0f1cb0eed0d7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:47.606Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0bd5e97c-0fb5-44a8-b51e-f49febddbb2e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:47.786Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0d6b4141-30ad-4bd9-a1aa-0f1cb0eed0d7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=888 EndTimestamp=2021-07-07T00:39:47.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:46.898Z InvocationID=319ecdca-a97c-4801-bae5-b852fee6d65f ResponseDesc=OK 2021-07-07T00:39:48.586Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0bd5e97c-0fb5-44a8-b51e-f49febddbb2e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2012 EndTimestamp=2021-07-07T00:39:48.585Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:46.573Z InvocationID=f9320333-be4a-4586-a96f-452a05043fec ResponseDesc=OK 2021-07-07T00:39:50.095Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a7c1cf05-d74a-42a9-aa79-0681e98c2542 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:50.095Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:50.095Z InvocationID=5e10cfee-3823-422f-871f-c2d3e56c52b8 2021-07-07T00:39:50.194Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a7c1cf05-d74a-42a9-aa79-0681e98c2542 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:50.902Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a7c1cf05-d74a-42a9-aa79-0681e98c2542 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=807 EndTimestamp=2021-07-07T00:39:50.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:50.095Z InvocationID=64a3592e-6b71-4374-946b-6033b09ceac1 ResponseDesc=OK 2021-07-07T00:39:52.901Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4669809d-68ba-430c-8256-8ba42b62fde5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:52.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:52.901Z InvocationID=d4fb69d1-8e36-438a-a051-dcadd843de36 2021-07-07T00:39:53.054Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4669809d-68ba-430c-8256-8ba42b62fde5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:53.187Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4669809d-68ba-430c-8256-8ba42b62fde5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=286 EndTimestamp=2021-07-07T00:39:53.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:52.901Z InvocationID=fa74901f-c9df-4464-aa53-57187d971006 ResponseDesc=OK 2021-07-07T00:39:53.923Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aa9689a6-d8e9-430b-884d-d9aeb8e47039 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:53.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:53.923Z InvocationID=2b3f6d89-024f-406f-ac40-68b306cd0183 2021-07-07T00:39:54.163Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aa9689a6-d8e9-430b-884d-d9aeb8e47039 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:54.894Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aa9689a6-d8e9-430b-884d-d9aeb8e47039 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=971 EndTimestamp=2021-07-07T00:39:54.894Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:53.923Z InvocationID=74387500-136f-4892-9e39-2bc3df7897cb ResponseDesc=OK 2021-07-07T00:39:56.011Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e36b439e-735d-4d3e-9e44-a672e0643596 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:56.011Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:56.011Z InvocationID=aed91aba-e08c-43ed-85a8-51c77074457a 2021-07-07T00:39:56.183Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e36b439e-735d-4d3e-9e44-a672e0643596 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:56.498Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e36b439e-735d-4d3e-9e44-a672e0643596 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=487 EndTimestamp=2021-07-07T00:39:56.498Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:56.011Z InvocationID=6bed2d5d-92cf-4f3b-a5a4-94579924a287 ResponseDesc=OK 2021-07-07T00:39:56.571Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7aeb6122-6435-4fe7-b206-b5da21810d53 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:56.571Z InvocationID=47218e57-b8aa-4658-9b87-9ef58e1cb768 2021-07-07T00:39:57.058Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7aeb6122-6435-4fe7-b206-b5da21810d53 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:57.284Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7aeb6122-6435-4fe7-b206-b5da21810d53 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=713 EndTimestamp=2021-07-07T00:39:57.284Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:56.571Z InvocationID=c25a72a7-c063-4918-adb2-87742f0f731e ResponseDesc=OK 2021-07-07T00:39:59.190Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=76e8fac9-3ec0-4385-9beb-10a57fc4e7c2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:39:59.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:59.190Z InvocationID=8177d3d7-b2fe-4a86-a306-68ca37e0d4b6 2021-07-07T00:39:59.485Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=76e8fac9-3ec0-4385-9beb-10a57fc4e7c2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:39:59.791Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=76e8fac9-3ec0-4385-9beb-10a57fc4e7c2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=601 EndTimestamp=2021-07-07T00:39:59.791Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:39:59.190Z InvocationID=f5506895-b404-4a00-8332-364b83726df5 ResponseDesc=OK 2021-07-07T00:40:01.994Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a2c5c8e7-46f2-4518-b56f-3f017160550c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:01.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:01.994Z InvocationID=4a944cd9-132e-43dc-9df8-4aa40d1ba5bb 2021-07-07T00:40:02.104Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a2c5c8e7-46f2-4518-b56f-3f017160550c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:02.394Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a2c5c8e7-46f2-4518-b56f-3f017160550c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=400 EndTimestamp=2021-07-07T00:40:02.394Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:01.994Z InvocationID=9af79204-b852-48a9-b60f-2e6d836b3318 ResponseDesc=OK 2021-07-07T00:40:03.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=167aa622-5b39-45aa-af96-186d437835ca InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:03.924Z InvocationID=1999aa06-bff8-44c0-a0b4-e6b185b1cbb9 2021-07-07T00:40:03.999Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=167aa622-5b39-45aa-af96-186d437835ca InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:04.093Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=167aa622-5b39-45aa-af96-186d437835ca InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=169 EndTimestamp=2021-07-07T00:40:04.093Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:03.924Z InvocationID=83489a4d-5563-4579-8607-1d05ec620720 ResponseDesc=OK 2021-07-07T00:40:04.991Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=331cb3f0-f137-47c3-8571-303bc46f578b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:04.991Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:04.991Z InvocationID=14027561-d661-4797-84a3-4a4bf98ec9f1 2021-07-07T00:40:05.101Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=331cb3f0-f137-47c3-8571-303bc46f578b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:05.286Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=331cb3f0-f137-47c3-8571-303bc46f578b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=295 EndTimestamp=2021-07-07T00:40:05.286Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:04.991Z InvocationID=546393b6-b773-4e62-8343-b17735a3aa6e ResponseDesc=OK 2021-07-07T00:40:06.571Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0dcae307-51e7-456b-8212-a24a7b1a1003 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:06.571Z InvocationID=1b126499-e065-47b2-a0b1-afa361eba4f8 2021-07-07T00:40:06.590Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0dcae307-51e7-456b-8212-a24a7b1a1003 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:06.685Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0dcae307-51e7-456b-8212-a24a7b1a1003 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=114 EndTimestamp=2021-07-07T00:40:06.685Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:06.571Z InvocationID=5a761173-ae2f-4df8-a899-e09fa18a0084 ResponseDesc=OK 2021-07-07T00:40:07.996Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8f5a7920-3101-4f3d-9441-549db97e8a9a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:07.995Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:07.995Z InvocationID=c82c3a9c-5afd-4fb6-9d6f-5c4109b7c1f2 2021-07-07T00:40:08.191Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8f5a7920-3101-4f3d-9441-549db97e8a9a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:08.391Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8f5a7920-3101-4f3d-9441-549db97e8a9a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=396 EndTimestamp=2021-07-07T00:40:08.391Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:07.995Z InvocationID=c9b35d80-1d70-4eb2-a5db-c17025b18e5e ResponseDesc=OK 2021-07-07T00:40:11.092Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=888d44e2-7026-4844-91c9-e05c5c5cf5fb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:11.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:11.092Z InvocationID=b82bc090-29da-4c9e-893e-817836de0085 2021-07-07T00:40:11.185Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=888d44e2-7026-4844-91c9-e05c5c5cf5fb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:11.486Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=888d44e2-7026-4844-91c9-e05c5c5cf5fb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=394 EndTimestamp=2021-07-07T00:40:11.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:11.092Z InvocationID=a8d74d73-537f-4dee-bd89-24213309c9ad ResponseDesc=OK 2021-07-07T00:40:13.924Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d9476f54-1974-4b13-863b-7ec63f83a560 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:13.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:13.923Z InvocationID=1bf728f9-d413-4ca1-99c2-4aaa2f1316c0 2021-07-07T00:40:13.993Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d9476f54-1974-4b13-863b-7ec63f83a560 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:14.088Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=355f7877-347b-4f6e-8427-386177d9bd97 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:14.088Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:14.088Z InvocationID=791d8d52-f4ea-479e-8532-07b905b10021 2021-07-07T00:40:14.196Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=355f7877-347b-4f6e-8427-386177d9bd97 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:14.197Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d9476f54-1974-4b13-863b-7ec63f83a560 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=274 EndTimestamp=2021-07-07T00:40:14.197Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:13.923Z InvocationID=e9058f5d-8550-44d7-9578-7c1d701c3558 ResponseDesc=OK 2021-07-07T00:40:14.293Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=355f7877-347b-4f6e-8427-386177d9bd97 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=204 EndTimestamp=2021-07-07T00:40:14.292Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:14.088Z InvocationID=43da5e82-9737-4968-be33-8a2f37fde28a ResponseDesc=OK 2021-07-07T00:40:16.572Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4479c555-b9f3-4a60-8735-48cab2e60bfa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:16.572Z InvocationID=336bdbe3-1dd8-4610-9601-ca6fc73a6966 2021-07-07T00:40:16.859Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4479c555-b9f3-4a60-8735-48cab2e60bfa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:16.989Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4479c555-b9f3-4a60-8735-48cab2e60bfa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=417 EndTimestamp=2021-07-07T00:40:16.989Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:16.572Z InvocationID=34ae4913-be28-4621-94d8-db9ec204dd8f ResponseDesc=OK 2021-07-07T00:40:17.005Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf1b5f2c-99f5-4ecc-9c92-af9cf5a4a0d5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:17.005Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:17.005Z InvocationID=fb3daba8-0e08-4624-af47-525638811748 2021-07-07T00:40:17.184Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf1b5f2c-99f5-4ecc-9c92-af9cf5a4a0d5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:17.795Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cf1b5f2c-99f5-4ecc-9c92-af9cf5a4a0d5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=790 EndTimestamp=2021-07-07T00:40:17.795Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:17.005Z InvocationID=f73240e2-e665-42bc-ba36-b7bf52c81795 ResponseDesc=OK 2021-07-07T00:40:19.992Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4f8c9fcd-7f20-4af1-92d0-d90f3e451517 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:19.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:19.992Z InvocationID=36a6874b-6cfa-4d60-9ea7-b57e93c60579 2021-07-07T00:40:21.013Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4f8c9fcd-7f20-4af1-92d0-d90f3e451517 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:21.191Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4f8c9fcd-7f20-4af1-92d0-d90f3e451517 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1199 EndTimestamp=2021-07-07T00:40:21.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:19.992Z InvocationID=5a1f28dd-3220-4640-b99b-247619f963a5 ResponseDesc=OK 2021-07-07T00:40:23.091Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ed3142be-56ee-4595-ae40-8b848afe9a32 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:23.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:23.091Z InvocationID=ca27567c-2b63-40ba-9f85-a8d40d739120 2021-07-07T00:40:23.285Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ed3142be-56ee-4595-ae40-8b848afe9a32 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:23.690Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ed3142be-56ee-4595-ae40-8b848afe9a32 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=599 EndTimestamp=2021-07-07T00:40:23.690Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:23.091Z InvocationID=11583dac-6324-4455-97b0-bd4f414d21ad ResponseDesc=OK 2021-07-07T00:40:23.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3a06c881-a8d1-441b-bcc9-2e907b0a24b4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:23.924Z InvocationID=fe2b6738-83e8-4504-bc12-941da77823bd 2021-07-07T00:40:23.991Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3a06c881-a8d1-441b-bcc9-2e907b0a24b4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:24.588Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3a06c881-a8d1-441b-bcc9-2e907b0a24b4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=664 EndTimestamp=2021-07-07T00:40:24.588Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:23.924Z InvocationID=5dec8330-4ce3-41ea-a2a5-432820da4922 ResponseDesc=OK 2021-07-07T00:40:26.101Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=57405d41-ff36-4ad2-b0ac-0e2584c80c0e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:26.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:26.101Z InvocationID=170a161b-2872-4c36-9d0b-2c7b8b1d3a2a 2021-07-07T00:40:26.572Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=83d436e5-9645-4eed-83e3-8dbc7eed4a9c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:26.572Z InvocationID=f2ede8d9-2c9d-407e-a8fd-2c2a36613709 2021-07-07T00:40:26.694Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=57405d41-ff36-4ad2-b0ac-0e2584c80c0e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:26.704Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=83d436e5-9645-4eed-83e3-8dbc7eed4a9c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:26.792Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=57405d41-ff36-4ad2-b0ac-0e2584c80c0e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=691 EndTimestamp=2021-07-07T00:40:26.792Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:26.101Z InvocationID=333f2528-9d92-4e9d-a3f0-ca317153c845 ResponseDesc=OK 2021-07-07T00:40:26.891Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=83d436e5-9645-4eed-83e3-8dbc7eed4a9c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=319 EndTimestamp=2021-07-07T00:40:26.891Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:26.572Z InvocationID=b1701ab2-95fa-41a2-bf99-c8284aa75c0c ResponseDesc=OK 2021-07-07T00:40:28.994Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f40ffb05-42f9-4a77-87c7-50ef2df50229 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:28.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:28.994Z InvocationID=ef02ce81-0ffb-492a-8ce9-fec4f95c950f 2021-07-07T00:40:31.183Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f40ffb05-42f9-4a77-87c7-50ef2df50229 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:32.108Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f40ffb05-42f9-4a77-87c7-50ef2df50229 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3114 EndTimestamp=2021-07-07T00:40:32.108Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:28.994Z InvocationID=d05c4b6e-3de0-47ed-9337-f21937e6395a ResponseDesc=OK 2021-07-07T00:40:32.634Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=40d85785-64dc-4406-bfde-5c061b154ae1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:32.634Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:32.634Z InvocationID=196a0cfe-76ad-4acc-87f2-e085235e9200 2021-07-07T00:40:32.991Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=40d85785-64dc-4406-bfde-5c061b154ae1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:33.002Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=40d85785-64dc-4406-bfde-5c061b154ae1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=368 EndTimestamp=2021-07-07T00:40:33.002Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:32.634Z InvocationID=917ff582-2b92-4b78-bae8-95218395f761 ResponseDesc=OK 2021-07-07T00:40:33.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f945cb8c-9d00-4222-a43e-2ba23db3a8f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:33.924Z InvocationID=adbe7512-53f0-4688-9189-c95eb884757a 2021-07-07T00:40:33.994Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f945cb8c-9d00-4222-a43e-2ba23db3a8f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:34.791Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f945cb8c-9d00-4222-a43e-2ba23db3a8f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=867 EndTimestamp=2021-07-07T00:40:34.791Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:33.924Z InvocationID=c576c436-d34d-44c1-a521-a79fc09363a1 ResponseDesc=OK 2021-07-07T00:40:34.806Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=904dfa7e-7e73-45e8-812a-a0d1c85e1a0f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:34.806Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:34.806Z InvocationID=2fc33cd8-9cc8-4468-bd9c-5e2de3981d65 2021-07-07T00:40:34.886Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=904dfa7e-7e73-45e8-812a-a0d1c85e1a0f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:34.942Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=904dfa7e-7e73-45e8-812a-a0d1c85e1a0f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=135 EndTimestamp=2021-07-07T00:40:34.941Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:34.806Z InvocationID=82f899a8-7c07-43d8-b0a4-35c8d7a8a0f3 ResponseDesc=OK 2021-07-07T00:40:36.572Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e5b68cba-2143-4518-a9c7-003feff290c6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:36.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:36.572Z InvocationID=0774a5b0-0f0f-4be0-9d08-d33002010ef2 2021-07-07T00:40:37.587Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e5b68cba-2143-4518-a9c7-003feff290c6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:37.686Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e5b68cba-2143-4518-a9c7-003feff290c6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1114 EndTimestamp=2021-07-07T00:40:37.686Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:36.572Z InvocationID=7ba8730c-28ca-4d28-b222-b55585c795c8 ResponseDesc=OK 2021-07-07T00:40:38.390Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b726f93c-07c6-4c49-aece-455ca4660514 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:38.390Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:38.390Z InvocationID=6bfad4af-c5f8-4423-af79-2b96b06965e2 2021-07-07T00:40:38.486Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b726f93c-07c6-4c49-aece-455ca4660514 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:38.899Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b726f93c-07c6-4c49-aece-455ca4660514 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=509 EndTimestamp=2021-07-07T00:40:38.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:38.390Z InvocationID=c469ed10-d7e5-4d84-bc90-9dcdf8235ebe ResponseDesc=OK 2021-07-07T00:40:41.190Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2b18a5b1-d2fe-43f9-b81a-a6cb66cfa275 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:41.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:41.190Z InvocationID=3563bfa8-2512-4161-8a71-f9ed8662663d 2021-07-07T00:40:41.567Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2b18a5b1-d2fe-43f9-b81a-a6cb66cfa275 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:42.146Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2b18a5b1-d2fe-43f9-b81a-a6cb66cfa275 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=956 EndTimestamp=2021-07-07T00:40:42.146Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:41.190Z InvocationID=9bfb32f7-966e-43cf-a6c4-b7ccd7a2e571 ResponseDesc=OK 2021-07-07T00:40:43.924Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0afe3ced-4b45-42b9-94df-7d78d4b8cf5d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:43.924Z InvocationID=771c2751-9f11-421b-99e2-771ad4c86939 2021-07-07T00:40:43.993Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a4d4fb75-2b93-4c47-8994-973a1b0b8b33 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:43.993Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:43.993Z InvocationID=0536e8fb-8da1-4236-97c9-18118cdf6838 2021-07-07T00:40:44.205Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a4d4fb75-2b93-4c47-8994-973a1b0b8b33 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:44.297Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0afe3ced-4b45-42b9-94df-7d78d4b8cf5d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:44.392Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a4d4fb75-2b93-4c47-8994-973a1b0b8b33 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=399 EndTimestamp=2021-07-07T00:40:44.392Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:43.993Z InvocationID=2119d46f-a1a4-42ea-a70a-1819785c354c ResponseDesc=OK 2021-07-07T00:40:44.485Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0afe3ced-4b45-42b9-94df-7d78d4b8cf5d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=561 EndTimestamp=2021-07-07T00:40:44.485Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:43.924Z InvocationID=12f45bd5-3821-4698-8c50-9c297b7705d7 ResponseDesc=OK 2021-07-07T00:40:46.572Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0ed6756f-7e0f-4ae7-ae68-ee88386980e9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:46.572Z InvocationID=3e9df80e-d97c-4174-9d60-2f6c431b5c4d 2021-07-07T00:40:46.683Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0ed6756f-7e0f-4ae7-ae68-ee88386980e9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:46.858Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0ed6756f-7e0f-4ae7-ae68-ee88386980e9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=286 EndTimestamp=2021-07-07T00:40:46.858Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:46.572Z InvocationID=b603d930-a242-4b58-8518-bc18620545c0 ResponseDesc=OK 2021-07-07T00:40:46.988Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=47323681-0591-43d5-80cd-598f6d7d6b90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:46.988Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:46.988Z InvocationID=ada743a8-61c2-4a97-ad06-3e3783ca9386 2021-07-07T00:40:47.085Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=47323681-0591-43d5-80cd-598f6d7d6b90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:47.193Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=47323681-0591-43d5-80cd-598f6d7d6b90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=205 EndTimestamp=2021-07-07T00:40:47.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:46.988Z InvocationID=c9700584-05a0-4318-b84e-b21539b9633f ResponseDesc=OK 2021-07-07T00:40:50.300Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cbacc41b-79bd-4ccf-8be7-f2dfd33d4272 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:50.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:50.300Z InvocationID=96bafe83-3f26-4da9-9cd9-62f353ec577a 2021-07-07T00:40:50.485Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cbacc41b-79bd-4ccf-8be7-f2dfd33d4272 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:52.894Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cbacc41b-79bd-4ccf-8be7-f2dfd33d4272 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2594 EndTimestamp=2021-07-07T00:40:52.894Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:50.300Z InvocationID=772af223-2e86-452d-bdec-1efb0c050e4f ResponseDesc=OK 2021-07-07T00:40:53.597Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fed1354f-1e1f-4f44-9e14-2bdc4746b2de InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:53.597Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:53.597Z InvocationID=eb0a8b5b-f6cf-40ec-ad02-1678c385d2fc 2021-07-07T00:40:53.686Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fed1354f-1e1f-4f44-9e14-2bdc4746b2de InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:53.923Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5927aa15-9f7b-4daa-8a25-3a89561c9c65 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:53.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:53.923Z InvocationID=5b356d11-784d-42c8-a928-75f7abba3c27 2021-07-07T00:40:54.791Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fed1354f-1e1f-4f44-9e14-2bdc4746b2de InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1194 EndTimestamp=2021-07-07T00:40:54.791Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:53.597Z InvocationID=e3e7b6de-5498-41cd-b0b9-5b5b64e54991 ResponseDesc=OK 2021-07-07T00:40:54.805Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5927aa15-9f7b-4daa-8a25-3a89561c9c65 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:54.897Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5927aa15-9f7b-4daa-8a25-3a89561c9c65 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=974 EndTimestamp=2021-07-07T00:40:54.897Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:53.923Z InvocationID=7fb0235f-1b5b-4dd7-9b43-600b79fb7f79 ResponseDesc=OK 2021-07-07T00:40:55.788Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=08810740-a43a-4fdb-b9d9-6b83d010495d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:55.788Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:55.788Z InvocationID=7ad9dc65-e2fb-4230-a944-1ba614986c21 2021-07-07T00:40:55.846Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=08810740-a43a-4fdb-b9d9-6b83d010495d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:56.090Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=08810740-a43a-4fdb-b9d9-6b83d010495d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=302 EndTimestamp=2021-07-07T00:40:56.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:55.788Z InvocationID=9f028b24-bbaf-4d5b-b857-8575e246e2a0 ResponseDesc=OK 2021-07-07T00:40:56.572Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0139eff6-ac2b-482e-a1f5-cf469bafe898 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:56.572Z InvocationID=b70ef4d9-a682-4785-9fe9-bf9fe76032ca 2021-07-07T00:40:57.407Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0139eff6-ac2b-482e-a1f5-cf469bafe898 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:58.198Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0139eff6-ac2b-482e-a1f5-cf469bafe898 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1626 EndTimestamp=2021-07-07T00:40:58.198Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:56.572Z InvocationID=26546981-cef3-44da-bb67-7967a447541f ResponseDesc=OK 2021-07-07T00:40:59.295Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5ee10427-5998-4f61-b8b3-4834110b6d2e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:40:59.295Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:59.295Z InvocationID=ff6c52d8-a64d-4128-b365-9674e95426c9 2021-07-07T00:40:59.594Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5ee10427-5998-4f61-b8b3-4834110b6d2e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:40:59.984Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5ee10427-5998-4f61-b8b3-4834110b6d2e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=689 EndTimestamp=2021-07-07T00:40:59.984Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:40:59.295Z InvocationID=1117a31f-8bcf-471d-9e9f-8c8125de5202 ResponseDesc=OK 2021-07-07T00:41:01.992Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b076b13a-ebb2-4f2c-bef9-3f8fcc9878cc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:01.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:01.992Z InvocationID=ffa3a4a2-604d-4804-b2ea-a6843eb40e3d 2021-07-07T00:41:02.185Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b076b13a-ebb2-4f2c-bef9-3f8fcc9878cc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:03.386Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b076b13a-ebb2-4f2c-bef9-3f8fcc9878cc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1394 EndTimestamp=2021-07-07T00:41:03.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:01.992Z InvocationID=27831b7b-60d4-4b6d-8656-15fb5b377691 ResponseDesc=OK 2021-07-07T00:41:03.934Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5a664d3d-e8f0-4f66-9772-a12deed0bd0e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:03.933Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:03.933Z InvocationID=342becaa-2a4b-4452-b18f-81b34762f43c 2021-07-07T00:41:03.987Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5a664d3d-e8f0-4f66-9772-a12deed0bd0e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:04.202Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5a664d3d-e8f0-4f66-9772-a12deed0bd0e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=269 EndTimestamp=2021-07-07T00:41:04.202Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:03.933Z InvocationID=c386e7a7-c237-42c6-a9c8-50cf8d16f6cd ResponseDesc=OK 2021-07-07T00:41:04.890Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fdaad9e4-78bb-4e2b-8aae-e9c94cc9a168 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:04.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:04.890Z InvocationID=e2648785-fa1d-42e1-8b18-bb4694087dd1 2021-07-07T00:41:05.002Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fdaad9e4-78bb-4e2b-8aae-e9c94cc9a168 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:05.088Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fdaad9e4-78bb-4e2b-8aae-e9c94cc9a168 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=198 EndTimestamp=2021-07-07T00:41:05.088Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:04.890Z InvocationID=17185565-9afe-4836-83c8-9237e56f9ecb ResponseDesc=OK 2021-07-07T00:41:06.572Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe0d134a-0eeb-45ee-8e23-d91946a5f40a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:06.572Z InvocationID=825aee77-84ab-4f12-9d29-bc877b6b5a2e 2021-07-07T00:41:06.918Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe0d134a-0eeb-45ee-8e23-d91946a5f40a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:07.000Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fe0d134a-0eeb-45ee-8e23-d91946a5f40a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=428 EndTimestamp=2021-07-07T00:41:07.000Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:06.572Z InvocationID=a0cdb481-5716-4e24-a9a6-bc6203062821 ResponseDesc=OK 2021-07-07T00:41:08.188Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=59b0588c-b134-4750-ab06-83ba0f8ec0f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:08.188Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:08.188Z InvocationID=773eff70-312f-4ead-80ae-2b2533f83092 2021-07-07T00:41:08.386Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=59b0588c-b134-4750-ab06-83ba0f8ec0f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:08.790Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=59b0588c-b134-4750-ab06-83ba0f8ec0f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=602 EndTimestamp=2021-07-07T00:41:08.790Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:08.188Z InvocationID=5d1bc32c-efc5-42b9-8753-35b34894ec73 ResponseDesc=OK 2021-07-07T00:41:11.202Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b75fcbe7-7256-4252-b747-5de304b2bbf9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:11.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:11.202Z InvocationID=faeff916-9b2a-452a-9de5-e5f5501db49f 2021-07-07T00:41:11.513Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b75fcbe7-7256-4252-b747-5de304b2bbf9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:11.691Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b75fcbe7-7256-4252-b747-5de304b2bbf9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=489 EndTimestamp=2021-07-07T00:41:11.691Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:11.202Z InvocationID=ce7490b1-566e-48c0-bc16-1e5c38d1119b ResponseDesc=OK 2021-07-07T00:41:13.898Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=99d9a93a-56bb-4725-9ca4-8c2120a12904 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:13.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:13.898Z InvocationID=0bb4db97-d457-4d21-9b1b-48d1593f10d8 2021-07-07T00:41:13.923Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f1f9dc99-86fa-4e7b-837f-ad40e158df77 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:13.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:13.923Z InvocationID=0f0a8aae-e4c6-4320-b376-6cc45bc3cb18 2021-07-07T00:41:14.000Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f1f9dc99-86fa-4e7b-837f-ad40e158df77 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:14.187Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=99d9a93a-56bb-4725-9ca4-8c2120a12904 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:14.187Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f1f9dc99-86fa-4e7b-837f-ad40e158df77 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=264 EndTimestamp=2021-07-07T00:41:14.187Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:13.923Z InvocationID=b9a6daa4-6e33-4c32-aa7f-eb8e2e18dc85 ResponseDesc=OK 2021-07-07T00:41:14.492Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=99d9a93a-56bb-4725-9ca4-8c2120a12904 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=594 EndTimestamp=2021-07-07T00:41:14.492Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:13.898Z InvocationID=48a102a2-b541-45a7-a30d-66b19cb08ee2 ResponseDesc=OK 2021-07-07T00:41:16.571Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=39c61b75-08e4-4d30-91dd-25a8f569ae73 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:16.571Z InvocationID=a4ad499f-c321-42cb-a4b4-9b20c09e6b31 2021-07-07T00:41:16.692Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=39c61b75-08e4-4d30-91dd-25a8f569ae73 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:16.794Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=39c61b75-08e4-4d30-91dd-25a8f569ae73 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=222 EndTimestamp=2021-07-07T00:41:16.793Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:16.571Z InvocationID=5256882c-4279-443a-8812-a75a7e49258f ResponseDesc=OK 2021-07-07T00:41:17.098Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e59156cf-a1a4-4906-b57d-3b14bcabe73a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:17.098Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:17.098Z InvocationID=cf341ecf-b874-4d72-b993-034b06e05cf7 2021-07-07T00:41:17.105Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e59156cf-a1a4-4906-b57d-3b14bcabe73a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:17.195Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e59156cf-a1a4-4906-b57d-3b14bcabe73a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=96 EndTimestamp=2021-07-07T00:41:17.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:17.098Z InvocationID=47b87ac3-5504-49c9-bf2c-ac469be87f5d ResponseDesc=OK 2021-07-07T00:41:20.093Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bb9d8620-8791-4540-a1b2-53906a3a1e6e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:20.093Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:20.093Z InvocationID=39205b79-b33d-484d-9991-0480043d9cd7 2021-07-07T00:41:20.283Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bb9d8620-8791-4540-a1b2-53906a3a1e6e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:20.498Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bb9d8620-8791-4540-a1b2-53906a3a1e6e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=405 EndTimestamp=2021-07-07T00:41:20.498Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:20.093Z InvocationID=72077cf9-1466-40f3-b8d1-556224a3f1d9 ResponseDesc=OK 2021-07-07T00:41:23.006Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7b87e102-89eb-4cf6-8143-b07eb991674f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:23.006Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:23.006Z InvocationID=0f75feeb-8561-4b6c-abe3-b74c22daad54 2021-07-07T00:41:23.147Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7b87e102-89eb-4cf6-8143-b07eb991674f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:23.245Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7b87e102-89eb-4cf6-8143-b07eb991674f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=239 EndTimestamp=2021-07-07T00:41:23.245Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:23.006Z InvocationID=d48438bb-9aa6-46c5-b274-b7386f57a174 ResponseDesc=OK 2021-07-07T00:41:23.923Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=61281e9d-a8cc-4c58-bf0e-999ddb1467e9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:23.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:23.923Z InvocationID=a0656ad3-3084-4df0-b3eb-1fab4f14590c 2021-07-07T00:41:23.992Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=61281e9d-a8cc-4c58-bf0e-999ddb1467e9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:24.786Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=61281e9d-a8cc-4c58-bf0e-999ddb1467e9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=863 EndTimestamp=2021-07-07T00:41:24.786Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:23.923Z InvocationID=5a172453-76d3-4ebb-a40c-9bd212c9ed5b ResponseDesc=OK 2021-07-07T00:41:25.899Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4bea9303-04a9-4e22-b84c-2c83b083a7b2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:25.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:25.899Z InvocationID=af558c46-a1ae-4972-ab20-313bd2639dd8 2021-07-07T00:41:26.185Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4bea9303-04a9-4e22-b84c-2c83b083a7b2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:26.442Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4bea9303-04a9-4e22-b84c-2c83b083a7b2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=543 EndTimestamp=2021-07-07T00:41:26.442Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:25.899Z InvocationID=6993195e-6d7b-44b0-a099-4f707198ed83 ResponseDesc=OK 2021-07-07T00:41:26.572Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=684604d8-e81b-44eb-897e-0216974c3fe7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:26.572Z InvocationID=3f91f6ce-4bce-4645-9622-877f9705caca 2021-07-07T00:41:26.881Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=684604d8-e81b-44eb-897e-0216974c3fe7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:26.984Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=684604d8-e81b-44eb-897e-0216974c3fe7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=412 EndTimestamp=2021-07-07T00:41:26.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:26.572Z InvocationID=dcaf592c-0783-4b91-b16b-7c4a91387e43 ResponseDesc=OK 2021-07-07T00:41:29.090Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=17bbb5e2-763b-4162-b4f7-857931c4aa69 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:29.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:29.090Z InvocationID=e859c1f9-8dc4-405f-a6bb-bb06af6b5af1 2021-07-07T00:41:29.286Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=17bbb5e2-763b-4162-b4f7-857931c4aa69 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:29.787Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=17bbb5e2-763b-4162-b4f7-857931c4aa69 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=697 EndTimestamp=2021-07-07T00:41:29.787Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:29.090Z InvocationID=bb38d7ca-a3cb-4fc3-a4a5-31b3af207c1b ResponseDesc=OK 2021-07-07T00:41:31.997Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a9b55866-1baf-4d4e-8ae7-cd3386d43dac InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:31.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:31.997Z InvocationID=f01822c9-8be2-4011-a600-e9d3b7fb4696 2021-07-07T00:41:32.087Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a9b55866-1baf-4d4e-8ae7-cd3386d43dac InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:32.445Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a9b55866-1baf-4d4e-8ae7-cd3386d43dac InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=448 EndTimestamp=2021-07-07T00:41:32.445Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:31.997Z InvocationID=45f8d59c-848e-411e-8fc2-f7612f97ae71 ResponseDesc=OK 2021-07-07T00:41:33.923Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5185d820-6707-487e-871a-c2c976361d38 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:33.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:33.923Z InvocationID=64cb79ee-94ea-44f3-abfd-410759c25b69 2021-07-07T00:41:34.153Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5185d820-6707-487e-871a-c2c976361d38 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:34.292Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5185d820-6707-487e-871a-c2c976361d38 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=369 EndTimestamp=2021-07-07T00:41:34.292Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:33.923Z InvocationID=bf90f1b1-f1f1-48b6-bef7-0a7dae18e146 ResponseDesc=OK 2021-07-07T00:41:34.805Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=29cebed9-5098-42a9-91f9-03d744008a81 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:34.805Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:34.805Z InvocationID=006f6248-0426-41c0-9560-a1cd676fbafe 2021-07-07T00:41:34.985Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=29cebed9-5098-42a9-91f9-03d744008a81 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:35.386Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=29cebed9-5098-42a9-91f9-03d744008a81 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=581 EndTimestamp=2021-07-07T00:41:35.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:34.805Z InvocationID=8a299175-8f94-44f4-8e07-5cdd588c3166 ResponseDesc=OK 2021-07-07T00:41:36.571Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7ba934fd-33fb-4163-87f3-2978c0ff67f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:36.571Z InvocationID=eebfa244-9f75-4a2f-bc17-eeaa4a789d6b 2021-07-07T00:41:36.683Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7ba934fd-33fb-4163-87f3-2978c0ff67f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:36.942Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7ba934fd-33fb-4163-87f3-2978c0ff67f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=371 EndTimestamp=2021-07-07T00:41:36.942Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:36.571Z InvocationID=00a34942-fac4-47a2-9316-e45b5fa14e63 ResponseDesc=OK 2021-07-07T00:41:38.101Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5fbecb26-0fa9-4f0e-946d-9b3847183e74 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:38.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:38.101Z InvocationID=ab3a8387-818c-4dee-bd36-825c16778540 2021-07-07T00:41:38.342Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5fbecb26-0fa9-4f0e-946d-9b3847183e74 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:38.491Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5fbecb26-0fa9-4f0e-946d-9b3847183e74 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=390 EndTimestamp=2021-07-07T00:41:38.491Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:38.101Z InvocationID=95dfbaaa-2190-4337-95e3-82f1a0be6f0a ResponseDesc=OK 2021-07-07T00:41:41.108Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=99d0bd49-ff5a-4dfd-bab5-7866cfb12abe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:41.108Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:41.108Z InvocationID=50f762fa-7604-4332-ad47-67742c68b8db 2021-07-07T00:41:41.285Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=99d0bd49-ff5a-4dfd-bab5-7866cfb12abe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:41.892Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=99d0bd49-ff5a-4dfd-bab5-7866cfb12abe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=784 EndTimestamp=2021-07-07T00:41:41.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:41.108Z InvocationID=8adb0278-a062-4a0e-8524-e4c9a746290c ResponseDesc=OK 2021-07-07T00:41:43.923Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=986378db-e059-4c6b-b848-dd70f5889d6f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:43.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:43.923Z InvocationID=6c4fd6ff-413c-4011-839e-976ae26bfaf0 2021-07-07T00:41:43.989Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=986378db-e059-4c6b-b848-dd70f5889d6f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:44.246Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=986378db-e059-4c6b-b848-dd70f5889d6f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=323 EndTimestamp=2021-07-07T00:41:44.246Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:43.923Z InvocationID=3d9fab8d-7f4d-4aaa-abd1-909c29cf800b ResponseDesc=OK 2021-07-07T00:41:44.296Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7d26ce22-fc4d-4667-a183-63b4d524bf74 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:44.296Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:44.296Z InvocationID=2b4df62a-3a04-4d60-8fcb-b1e15e27f8f2 2021-07-07T00:41:44.601Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7d26ce22-fc4d-4667-a183-63b4d524bf74 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:44.707Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7d26ce22-fc4d-4667-a183-63b4d524bf74 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=411 EndTimestamp=2021-07-07T00:41:44.707Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:44.296Z InvocationID=011a5921-a668-47b8-9585-1f9e7ac6e86d ResponseDesc=OK 2021-07-07T00:41:46.572Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9597fa56-0ebf-4361-9cbc-438034a3b176 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:46.571Z InvocationID=7b2449e0-cbca-48c9-9076-9cb5848f3061 2021-07-07T00:41:46.689Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9597fa56-0ebf-4361-9cbc-438034a3b176 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:46.889Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9597fa56-0ebf-4361-9cbc-438034a3b176 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=318 EndTimestamp=2021-07-07T00:41:46.889Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:46.571Z InvocationID=8a89518f-43c0-4fa5-8cb8-e4a7f933794d ResponseDesc=OK 2021-07-07T00:41:47.088Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7c070096-c995-4ba2-a097-0c388a0d5498 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:47.088Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:47.088Z InvocationID=e15e84e2-aa2c-40d8-854f-e2289ebc8a83 2021-07-07T00:41:47.284Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7c070096-c995-4ba2-a097-0c388a0d5498 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:47.608Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7c070096-c995-4ba2-a097-0c388a0d5498 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=520 EndTimestamp=2021-07-07T00:41:47.608Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:47.088Z InvocationID=d6fa4a69-a66e-4b48-9ebe-b1ef7440c1bc ResponseDesc=OK 2021-07-07T00:41:50.007Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=baf80ceb-7ad2-4dad-bdb0-ebd803406199 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:50.007Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:50.007Z InvocationID=f0879da9-18ed-4242-bf87-6b0c46b7222d 2021-07-07T00:41:50.481Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=baf80ceb-7ad2-4dad-bdb0-ebd803406199 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:50.588Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=baf80ceb-7ad2-4dad-bdb0-ebd803406199 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=580 EndTimestamp=2021-07-07T00:41:50.587Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:50.007Z InvocationID=faab4cc8-35d5-4928-9688-066b90834c35 ResponseDesc=OK 2021-07-07T00:41:52.989Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a28e8238-ac28-4375-9aa6-f42eaa11c231 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:52.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:52.989Z InvocationID=71f5d463-1eb3-4fce-9c1b-c9ff497b48c1 2021-07-07T00:41:53.085Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a28e8238-ac28-4375-9aa6-f42eaa11c231 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:53.390Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a28e8238-ac28-4375-9aa6-f42eaa11c231 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=401 EndTimestamp=2021-07-07T00:41:53.390Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:52.989Z InvocationID=2431561b-9fa4-455a-82f9-9b2fcf2be90f ResponseDesc=OK 2021-07-07T00:41:53.924Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4506c34b-1e05-43d3-a857-0a52d420cfcc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:53.924Z InvocationID=3bbec570-2b82-4014-a114-76e08ef9f4ac 2021-07-07T00:41:54.083Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4506c34b-1e05-43d3-a857-0a52d420cfcc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:54.542Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4506c34b-1e05-43d3-a857-0a52d420cfcc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=618 EndTimestamp=2021-07-07T00:41:54.542Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:53.924Z InvocationID=a9ea73c8-cb9a-41d4-8467-640cf5b56490 ResponseDesc=OK 2021-07-07T00:41:55.799Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cea044de-19e7-4edf-93ab-dd7ee54805c9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:55.799Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:55.799Z InvocationID=8b2d3a7d-1c7f-483f-8dae-c81b39d313ff 2021-07-07T00:41:56.574Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6d19a0de-74ad-48db-8ff8-38e537b11ab9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:56.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:56.573Z InvocationID=21634f0c-667d-45a7-8e41-988f04daa51d 2021-07-07T00:41:58.858Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cea044de-19e7-4edf-93ab-dd7ee54805c9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:58.883Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6d19a0de-74ad-48db-8ff8-38e537b11ab9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:41:59.088Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cea044de-19e7-4edf-93ab-dd7ee54805c9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3289 EndTimestamp=2021-07-07T00:41:59.088Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:55.799Z InvocationID=cc9eabd9-69bc-4202-b628-46f3781525c7 ResponseDesc=OK 2021-07-07T00:41:59.289Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6d19a0de-74ad-48db-8ff8-38e537b11ab9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2716 EndTimestamp=2021-07-07T00:41:59.289Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:56.573Z InvocationID=f475c595-af55-4940-92cc-6d6e2d7a6a88 ResponseDesc=OK 2021-07-07T00:41:59.955Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ed6b2d86-aa65-490e-99fb-034afe0ae7c5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:41:59.955Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:59.955Z InvocationID=4128ebca-9bff-4c81-9d7d-25b55227ec1e 2021-07-07T00:42:00.084Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ed6b2d86-aa65-490e-99fb-034afe0ae7c5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:01.142Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ed6b2d86-aa65-490e-99fb-034afe0ae7c5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1187 EndTimestamp=2021-07-07T00:42:01.142Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:41:59.955Z InvocationID=603af711-0f3e-419c-8e8b-0ab57de6f65f ResponseDesc=OK 2021-07-07T00:42:02.001Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=95dc8266-6f83-4c71-b71b-42213bfb2f5c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:02.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:02.001Z InvocationID=b57017a0-2ee9-4f7c-bbb1-938d2fa2703d 2021-07-07T00:42:02.645Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=95dc8266-6f83-4c71-b71b-42213bfb2f5c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:03.192Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=95dc8266-6f83-4c71-b71b-42213bfb2f5c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1191 EndTimestamp=2021-07-07T00:42:03.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:02.001Z InvocationID=4cafc4b8-df37-4ea0-b58a-49d86c0ee79a ResponseDesc=OK 2021-07-07T00:42:03.924Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c49e1490-6917-4348-9b7b-08567ba75d6f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:03.924Z InvocationID=d35aab11-2896-4733-be86-4049e74cb4c5 2021-07-07T00:42:04.004Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c49e1490-6917-4348-9b7b-08567ba75d6f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:04.991Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1cb6a95e-9eb1-4f51-b028-0f4223eb5f79 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:04.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:04.990Z InvocationID=790415c7-73d1-4f72-8df7-d0b231e4e345 2021-07-07T00:42:05.002Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1cb6a95e-9eb1-4f51-b028-0f4223eb5f79 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:05.086Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c49e1490-6917-4348-9b7b-08567ba75d6f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1162 EndTimestamp=2021-07-07T00:42:05.086Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:03.924Z InvocationID=bf5fb973-90f7-4203-9553-70bb1af66ac3 ResponseDesc=OK 2021-07-07T00:42:05.187Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1cb6a95e-9eb1-4f51-b028-0f4223eb5f79 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=197 EndTimestamp=2021-07-07T00:42:05.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:04.990Z InvocationID=e813b93f-7de5-4e26-bde3-c8a95bbacb96 ResponseDesc=OK 2021-07-07T00:42:06.572Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=40f3d5d5-2f04-42f2-a058-808b637b044b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:06.572Z InvocationID=3e1c6a60-b704-4f88-8bee-203221f8f6b4 2021-07-07T00:42:06.669Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=40f3d5d5-2f04-42f2-a058-808b637b044b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:06.985Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=40f3d5d5-2f04-42f2-a058-808b637b044b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=412 EndTimestamp=2021-07-07T00:42:06.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:06.572Z InvocationID=bf62530d-f839-41ac-a14b-c79fbf08cc6a ResponseDesc=OK 2021-07-07T00:42:07.900Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2734ee6e-d92b-4095-8f6f-c80e5209559a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:07.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:07.900Z InvocationID=c661f110-a5f3-40e9-a0e7-9157856f2fea 2021-07-07T00:42:08.084Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2734ee6e-d92b-4095-8f6f-c80e5209559a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:08.986Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2734ee6e-d92b-4095-8f6f-c80e5209559a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1086 EndTimestamp=2021-07-07T00:42:08.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:07.900Z InvocationID=14685848-815c-49cc-b644-5aeb9a99e8e0 ResponseDesc=OK 2021-07-07T00:42:11.196Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7be46727-91e2-40e6-b44b-bec51289bb49 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:11.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:11.196Z InvocationID=da57bf01-d420-4992-b345-d48fef8a1ca6 2021-07-07T00:42:11.334Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7be46727-91e2-40e6-b44b-bec51289bb49 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:11.653Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7be46727-91e2-40e6-b44b-bec51289bb49 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=457 EndTimestamp=2021-07-07T00:42:11.653Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:11.196Z InvocationID=617e6d9c-919e-4568-aa4f-8d6107e1f753 ResponseDesc=OK 2021-07-07T00:42:13.923Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f33a5547-386f-4a68-bf2e-8b1ff259186c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:13.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:13.923Z InvocationID=19f0635d-23cb-48b8-a7c4-b422dde2bfef 2021-07-07T00:42:14.091Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c3a80379-2d86-4761-8a21-04d49f1dc576 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:14.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:14.091Z InvocationID=ae964843-4cbd-40f3-bb10-cf88b6b1e5fe 2021-07-07T00:42:14.683Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c3a80379-2d86-4761-8a21-04d49f1dc576 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:14.756Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f33a5547-386f-4a68-bf2e-8b1ff259186c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:14.884Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c3a80379-2d86-4761-8a21-04d49f1dc576 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=793 EndTimestamp=2021-07-07T00:42:14.884Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:14.091Z InvocationID=b0bd3306-a11a-434a-bbe2-6d894fc7bdda ResponseDesc=OK 2021-07-07T00:42:15.085Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f33a5547-386f-4a68-bf2e-8b1ff259186c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1162 EndTimestamp=2021-07-07T00:42:15.085Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:13.923Z InvocationID=d87abcdf-55f8-444a-9c1f-a48fb6b11937 ResponseDesc=OK 2021-07-07T00:42:16.571Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f39e9c91-0627-4205-9606-3c1a4a5526c3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:16.571Z InvocationID=a1f4c8fd-e44d-41e5-97c4-acdde0b79e86 2021-07-07T00:42:16.790Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f39e9c91-0627-4205-9606-3c1a4a5526c3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:16.794Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5e9d49cd-3a41-452f-a394-f566f29b2cb4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:16.794Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:16.794Z InvocationID=5619f906-4d4a-457f-84b1-30006d61867b 2021-07-07T00:42:17.049Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5e9d49cd-3a41-452f-a394-f566f29b2cb4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:17.146Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f39e9c91-0627-4205-9606-3c1a4a5526c3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=575 EndTimestamp=2021-07-07T00:42:17.146Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:16.571Z InvocationID=ad8b9982-e753-4338-bb83-274f8142cf1f ResponseDesc=OK 2021-07-07T00:42:17.284Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5e9d49cd-3a41-452f-a394-f566f29b2cb4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=490 EndTimestamp=2021-07-07T00:42:17.284Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:16.794Z InvocationID=834174d6-da98-40cf-aee9-6407660cea5a ResponseDesc=OK 2021-07-07T00:42:20.192Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ab1d9b1e-7b4c-4c94-8699-b3a0e68e93a0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:20.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:20.191Z InvocationID=80e664a0-24a5-48ca-8bb1-334298a1f313 2021-07-07T00:42:22.794Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ab1d9b1e-7b4c-4c94-8699-b3a0e68e93a0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:23.790Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ab1d9b1e-7b4c-4c94-8699-b3a0e68e93a0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3599 EndTimestamp=2021-07-07T00:42:23.790Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:20.191Z InvocationID=9038508e-6ea2-41d5-a8fe-8f3038613ffb ResponseDesc=OK 2021-07-07T00:42:23.924Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=187606b9-e5bf-43b9-8064-eaf49eca9834 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:23.924Z InvocationID=d3438752-eab5-4ecb-9ee4-d259faeec50f 2021-07-07T00:42:23.925Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f6e75548-5087-492a-9f7d-9696ceb97cfc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:23.924Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:23.924Z InvocationID=6495614f-d52c-4129-9027-e06af0bc0e1c 2021-07-07T00:42:24.085Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=187606b9-e5bf-43b9-8064-eaf49eca9834 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:24.383Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f6e75548-5087-492a-9f7d-9696ceb97cfc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:26.185Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=187606b9-e5bf-43b9-8064-eaf49eca9834 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2261 EndTimestamp=2021-07-07T00:42:26.185Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:23.924Z InvocationID=4ab6aa5c-e6d8-4696-b6ab-eff2178768fd ResponseDesc=OK 2021-07-07T00:42:26.245Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f6e75548-5087-492a-9f7d-9696ceb97cfc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2320 EndTimestamp=2021-07-07T00:42:26.244Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:23.924Z InvocationID=f676d492-92ca-49ee-aa00-07a43d67babd ResponseDesc=OK 2021-07-07T00:42:26.572Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7cf7e391-1ef4-40aa-a4fb-9ae9e5c4fe09 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:26.572Z InvocationID=d04b1095-8e8b-4d83-8f75-173f20279552 2021-07-07T00:42:26.642Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7cf7e391-1ef4-40aa-a4fb-9ae9e5c4fe09 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:26.899Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2f218fea-9f84-421a-9472-c46584beee4d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:26.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:26.899Z InvocationID=f44eb0f3-0a9d-4554-8ba8-946e2ef7df74 2021-07-07T00:42:30.742Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a17d872b-de02-4b8e-be43-2bb1b1a0516c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:30.742Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:30.742Z InvocationID=3ee9a336-7ec8-486a-a0cd-803d31cb6297 2021-07-07T00:42:33.688Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a17d872b-de02-4b8e-be43-2bb1b1a0516c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:33.925Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c54aec4-2b22-40a8-b5ee-b2496ca74a04 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:33.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:33.925Z InvocationID=16e0679a-9878-460e-89bd-582556910927 2021-07-07T00:42:34.537Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8c9c86d3-6719-4280-9bd5-69a74796c28a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:34.537Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:34.537Z InvocationID=c2353f9e-adf4-4336-adcc-a0e89c80d9fe 2021-07-07T00:42:34.685Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8c9c86d3-6719-4280-9bd5-69a74796c28a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:34.984Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2f218fea-9f84-421a-9472-c46584beee4d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:34.985Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c54aec4-2b22-40a8-b5ee-b2496ca74a04 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:35.185Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2f218fea-9f84-421a-9472-c46584beee4d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=8285 EndTimestamp=2021-07-07T00:42:35.184Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:26.899Z InvocationID=2f181083-e342-4e8b-861e-812589c59452 ResponseDesc=OK 2021-07-07T00:42:35.185Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7cf7e391-1ef4-40aa-a4fb-9ae9e5c4fe09 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=8613 EndTimestamp=2021-07-07T00:42:35.185Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:26.572Z InvocationID=bb04be40-6c9e-474a-9769-89f82718266c ResponseDesc=OK 2021-07-07T00:42:36.159Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8c9c86d3-6719-4280-9bd5-69a74796c28a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1622 EndTimestamp=2021-07-07T00:42:36.159Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:34.537Z InvocationID=4e48ea79-0d79-4f50-ab91-8084c7cf7087 ResponseDesc=OK 2021-07-07T00:42:36.391Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a17d872b-de02-4b8e-be43-2bb1b1a0516c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5649 EndTimestamp=2021-07-07T00:42:36.391Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:30.742Z InvocationID=58b3f369-ecb4-4fd8-98d7-7e3ba776805e ResponseDesc=OK 2021-07-07T00:42:36.443Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6c54aec4-2b22-40a8-b5ee-b2496ca74a04 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2518 EndTimestamp=2021-07-07T00:42:36.443Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:33.925Z InvocationID=27692ae5-a9b2-46c2-a895-5e62c27be723 ResponseDesc=OK 2021-07-07T00:42:36.576Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=78a76127-7ca5-4b0f-83aa-6e68cc3851a8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:36.576Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:36.576Z InvocationID=4d5d35a4-fddd-42c2-8260-0b1e5e91a8a3 2021-07-07T00:42:36.845Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=78a76127-7ca5-4b0f-83aa-6e68cc3851a8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:36.889Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=637d0fd8-50ea-4fcb-a7e3-7fe708b5ccb2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:36.888Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:36.888Z InvocationID=7ed0c54b-397b-40d0-986e-4da4ce5915fb 2021-07-07T00:42:36.951Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=637d0fd8-50ea-4fcb-a7e3-7fe708b5ccb2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:37.384Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=78a76127-7ca5-4b0f-83aa-6e68cc3851a8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=808 EndTimestamp=2021-07-07T00:42:37.384Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:36.576Z InvocationID=c01818df-862c-4040-95cb-fdd627c01556 ResponseDesc=OK 2021-07-07T00:42:37.885Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=637d0fd8-50ea-4fcb-a7e3-7fe708b5ccb2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=997 EndTimestamp=2021-07-07T00:42:37.885Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:36.888Z InvocationID=a0ca9bf3-fa2f-450d-978f-276d248fb244 ResponseDesc=OK 2021-07-07T00:42:38.597Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2b291a8e-86be-4f49-adef-7ecc6c33121c ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:42:38.597Z ElapsedTime=0 EndTimestamp=2021-07-07T00:42:38.597Z InvocationID=6f351dc0-e107-4442-91d2-96e7fa3417d6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:42:38.783Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2b291a8e-86be-4f49-adef-7ecc6c33121c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:39.654Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2b291a8e-86be-4f49-adef-7ecc6c33121c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1056 EndTimestamp=2021-07-07T00:42:39.653Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:38.597Z InvocationID=dfe96684-b716-4711-8a9e-16b813aa12e5 ResponseDesc=OK 2021-07-07T00:42:41.008Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e559aebb-6a3e-4440-9854-008334577e86 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:41.008Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:41.008Z InvocationID=3d1368f1-daee-4eff-98e1-0a84ced0527a 2021-07-07T00:42:43.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=44a186d0-a668-488b-87ee-d8b626b9a894 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:43.924Z InvocationID=5d2c3680-3f36-422a-bf51-87d40e446523 2021-07-07T00:42:44.194Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=44a186d0-a668-488b-87ee-d8b626b9a894 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:44.690Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=44a186d0-a668-488b-87ee-d8b626b9a894 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=766 EndTimestamp=2021-07-07T00:42:44.690Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:43.924Z InvocationID=fea3725c-abe5-4f78-8032-e792137d9760 ResponseDesc=OK 2021-07-07T00:42:44.844Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3d1d8e13-9406-495b-95e7-ac050e1fb9c7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:44.843Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:44.843Z InvocationID=e0518cf7-948f-4266-b68a-75989930f725 2021-07-07T00:42:44.845Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e559aebb-6a3e-4440-9854-008334577e86 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:45.044Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3d1d8e13-9406-495b-95e7-ac050e1fb9c7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:45.086Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e559aebb-6a3e-4440-9854-008334577e86 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4078 EndTimestamp=2021-07-07T00:42:45.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:41.008Z InvocationID=a8260c58-9ae6-4e73-8927-d68e520c826c ResponseDesc=OK 2021-07-07T00:42:46.190Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3d1d8e13-9406-495b-95e7-ac050e1fb9c7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1347 EndTimestamp=2021-07-07T00:42:46.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:44.843Z InvocationID=38c0a860-b479-4e5a-81bc-2007e2be0ad2 ResponseDesc=OK 2021-07-07T00:42:46.571Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=31a5c633-95e2-420c-94af-1366c9e8be3c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:46.571Z InvocationID=b2b1e92e-503f-42ef-9063-75198ea831d1 2021-07-07T00:42:47.100Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3744cb5a-3f13-4165-ad12-501a28ecc712 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:47.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:47.100Z InvocationID=10bf8900-3113-49b1-95c8-956ffd7bf219 2021-07-07T00:42:47.245Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=31a5c633-95e2-420c-94af-1366c9e8be3c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:47.285Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3744cb5a-3f13-4165-ad12-501a28ecc712 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:47.448Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3744cb5a-3f13-4165-ad12-501a28ecc712 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=348 EndTimestamp=2021-07-07T00:42:47.448Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:47.100Z InvocationID=63e9a037-6cdf-471c-9b34-3bafbe9099c4 ResponseDesc=OK 2021-07-07T00:42:47.484Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=31a5c633-95e2-420c-94af-1366c9e8be3c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=913 EndTimestamp=2021-07-07T00:42:47.484Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:46.571Z InvocationID=b2315ed8-37bb-4dd3-8107-1d74d119a415 ResponseDesc=OK 2021-07-07T00:42:50.090Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a813767e-f365-4c5b-a7e7-ebdee6f81a36 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:50.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:50.090Z InvocationID=d59b53bd-eefd-4668-99e9-aa193fd1c17a 2021-07-07T00:42:50.184Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a813767e-f365-4c5b-a7e7-ebdee6f81a36 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:50.543Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a813767e-f365-4c5b-a7e7-ebdee6f81a36 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=453 EndTimestamp=2021-07-07T00:42:50.543Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:50.090Z InvocationID=43ce9228-8548-489f-962b-e2ee19e16116 ResponseDesc=OK 2021-07-07T00:42:53.294Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d0eceae9-6dd2-444b-8d5f-3d9c6ba6d3d9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:53.294Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:53.294Z InvocationID=303deeed-41b7-497f-9ecf-af8ab502069a 2021-07-07T00:42:53.893Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d0eceae9-6dd2-444b-8d5f-3d9c6ba6d3d9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:53.924Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=85daee59-9811-4685-ac8b-d7462489dbee InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:53.924Z InvocationID=ebeed98a-8c54-4c05-96d4-7decade9a6d9 2021-07-07T00:42:54.084Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=85daee59-9811-4685-ac8b-d7462489dbee InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:54.685Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d0eceae9-6dd2-444b-8d5f-3d9c6ba6d3d9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1391 EndTimestamp=2021-07-07T00:42:54.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:53.294Z InvocationID=ca827ebc-de7b-4760-b730-cb66c2fe0311 ResponseDesc=OK 2021-07-07T00:42:54.985Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=85daee59-9811-4685-ac8b-d7462489dbee InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1061 EndTimestamp=2021-07-07T00:42:54.985Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:53.924Z InvocationID=630fe888-bcb9-4f2f-a858-8cf1dd37e7a2 ResponseDesc=OK 2021-07-07T00:42:56.091Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=54b97b6a-3c0c-47c1-bf9a-f5837abb3474 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:56.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:56.091Z InvocationID=db21def2-53cc-463c-a825-dd0794f340fb 2021-07-07T00:42:56.183Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=54b97b6a-3c0c-47c1-bf9a-f5837abb3474 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:42:56.571Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b49bd6e0-dd40-4b18-a258-94d7454a21d6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:42:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:56.571Z InvocationID=4e3d22dc-1039-4770-8539-c7ae1a688995 2021-07-07T00:43:00.021Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=343a139d-bf0f-42b7-bc5c-e9f6902c445d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:00.021Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:00.021Z InvocationID=cc742a8d-d09a-42f0-9a01-0d95e012bfc8 2021-07-07T00:43:03.731Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0a296734-9626-483c-b6c6-4a452a09d7f7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:03.731Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:03.731Z InvocationID=fb7f18fa-db57-43d0-a7e0-b9d7bc4ba06b 2021-07-07T00:43:03.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a038e1a4-3d54-49f7-91c9-8fc43b8a0b44 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:03.924Z InvocationID=e1c79d16-ff6c-43d6-8813-b08f1d937a10 2021-07-07T00:43:06.193Z [qtp817348612-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=54b97b6a-3c0c-47c1-bf9a-f5837abb3474 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:43:06.445Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0a296734-9626-483c-b6c6-4a452a09d7f7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:06.486Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=343a139d-bf0f-42b7-bc5c-e9f6902c445d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:06.550Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a038e1a4-3d54-49f7-91c9-8fc43b8a0b44 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:06.551Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=54b97b6a-3c0c-47c1-bf9a-f5837abb3474 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=10460 EndTimestamp=2021-07-07T00:43:06.551Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:56.091Z InvocationID=f3364d20-0a06-4da9-a149-b246f35eef80 ResponseDesc=Internal Server Error 2021-07-07T00:43:06.565Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b49bd6e0-dd40-4b18-a258-94d7454a21d6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:06.643Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0a296734-9626-483c-b6c6-4a452a09d7f7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2912 EndTimestamp=2021-07-07T00:43:06.643Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:03.731Z InvocationID=a8c793a8-892a-408a-ab43-f437e829b032 ResponseDesc=OK 2021-07-07T00:43:06.684Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=343a139d-bf0f-42b7-bc5c-e9f6902c445d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=6663 EndTimestamp=2021-07-07T00:43:06.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:00.021Z InvocationID=905a29b5-1f87-49d4-968f-2029067166b6 ResponseDesc=OK 2021-07-07T00:43:06.884Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a038e1a4-3d54-49f7-91c9-8fc43b8a0b44 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2960 EndTimestamp=2021-07-07T00:43:06.884Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:03.924Z InvocationID=ea60bd4e-8ef1-4e46-890d-a4120cc00100 ResponseDesc=OK 2021-07-07T00:43:06.946Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b49bd6e0-dd40-4b18-a258-94d7454a21d6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=10375 EndTimestamp=2021-07-07T00:43:06.946Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:42:56.571Z InvocationID=c5e6801e-99a1-48d8-b738-4b327e014d71 ResponseDesc=OK 2021-07-07T00:43:06.948Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=67368ad2-13ee-4fb4-8303-f153d0e595e7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:06.948Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:06.948Z InvocationID=5e11fe38-2b82-4ea8-84bb-549275479bb6 2021-07-07T00:43:07.043Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=67368ad2-13ee-4fb4-8303-f153d0e595e7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:07.357Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=67368ad2-13ee-4fb4-8303-f153d0e595e7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=409 EndTimestamp=2021-07-07T00:43:07.357Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:06.948Z InvocationID=8dc51675-a80f-44d6-a5d2-55a75d9e7925 ResponseDesc=OK 2021-07-07T00:43:07.398Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f7497e8e-9052-49e9-b2b2-089c84a26456 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:07.398Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:07.398Z InvocationID=16937247-8271-489f-a81e-8787cc26af7e 2021-07-07T00:43:07.983Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f7497e8e-9052-49e9-b2b2-089c84a26456 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:08.850Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f7497e8e-9052-49e9-b2b2-089c84a26456 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1452 EndTimestamp=2021-07-07T00:43:08.850Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:07.398Z InvocationID=c6214e0d-30ec-4c8a-84ee-e777c79a4e23 ResponseDesc=OK 2021-07-07T00:43:09.790Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eba4d2f0-d4c2-4b66-ba7c-2bcdea58d763 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:09.790Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:09.790Z InvocationID=dd8a1860-f6b6-4ae1-8efa-37044f2a087e 2021-07-07T00:43:10.945Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eba4d2f0-d4c2-4b66-ba7c-2bcdea58d763 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:11.184Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eba4d2f0-d4c2-4b66-ba7c-2bcdea58d763 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1394 EndTimestamp=2021-07-07T00:43:11.184Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:09.790Z InvocationID=2a8bc6e8-e14b-4440-b069-acc7d7c07f37 ResponseDesc=OK 2021-07-07T00:43:11.996Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=17787a96-6854-4e65-bd21-c927730d1de8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:11.996Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:11.996Z InvocationID=7c396f0e-e4aa-4b65-8276-5ebb11823227 2021-07-07T00:43:12.185Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=17787a96-6854-4e65-bd21-c927730d1de8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:13.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fd54d9db-f8da-42ce-9f2c-957ed42ac963 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:13.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:13.923Z InvocationID=30420c3f-6b0f-44f0-8484-451d37e59f90 2021-07-07T00:43:13.987Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=17787a96-6854-4e65-bd21-c927730d1de8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1991 EndTimestamp=2021-07-07T00:43:13.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:11.996Z InvocationID=db80b0c2-bb8d-4291-bac3-f5c826861d19 ResponseDesc=OK 2021-07-07T00:43:14.689Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4a96c05a-d695-4a48-9371-7c836269d4f8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:14.689Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:14.689Z InvocationID=605e0781-ebe1-4df7-ae18-b1338ca20077 2021-07-07T00:43:16.574Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8993aa14-fb91-4ec6-aba7-1b62d07b95e9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:16.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:16.573Z InvocationID=dd13686d-f6b7-464a-b001-0befefee430e 2021-07-07T00:43:17.046Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4a96c05a-d695-4a48-9371-7c836269d4f8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:17.884Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fd54d9db-f8da-42ce-9f2c-957ed42ac963 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:17.987Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fd54d9db-f8da-42ce-9f2c-957ed42ac963 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4064 EndTimestamp=2021-07-07T00:43:17.987Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:13.923Z InvocationID=0e99a790-c7b4-4cf6-95d4-2ee8b5eeee10 ResponseDesc=OK 2021-07-07T00:43:17.990Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8993aa14-fb91-4ec6-aba7-1b62d07b95e9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:17.992Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4a96c05a-d695-4a48-9371-7c836269d4f8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3303 EndTimestamp=2021-07-07T00:43:17.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:14.689Z InvocationID=0de27a0a-73b7-4980-be71-80eb28fccefd ResponseDesc=OK 2021-07-07T00:43:18.386Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8993aa14-fb91-4ec6-aba7-1b62d07b95e9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1813 EndTimestamp=2021-07-07T00:43:18.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:16.573Z InvocationID=a68160c1-cf69-4036-a4eb-f67f48b878b4 ResponseDesc=OK 2021-07-07T00:43:18.518Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f620d8a6-410a-4215-84ae-44f06d00e7a1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:18.518Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:18.518Z InvocationID=9cf1552d-9827-4295-a0a6-cbab13ef0a0e 2021-07-07T00:43:18.684Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f620d8a6-410a-4215-84ae-44f06d00e7a1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:19.046Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f620d8a6-410a-4215-84ae-44f06d00e7a1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=528 EndTimestamp=2021-07-07T00:43:19.046Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:18.518Z InvocationID=786282c9-254d-4333-be49-815d74c75f10 ResponseDesc=OK 2021-07-07T00:43:19.896Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=df590aef-294b-46a6-97d1-aa0033d4fdb6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:19.895Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:19.895Z InvocationID=cb91445c-d5dd-4259-874f-22a27d74cfd6 2021-07-07T00:43:20.357Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=df590aef-294b-46a6-97d1-aa0033d4fdb6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:20.884Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=df590aef-294b-46a6-97d1-aa0033d4fdb6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=989 EndTimestamp=2021-07-07T00:43:20.884Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:19.895Z InvocationID=75a223e6-49b7-4177-a639-f8a735964b86 ResponseDesc=OK 2021-07-07T00:43:23.197Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2a667aa2-1300-4201-bb07-0fa4b818a2ca InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:23.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:23.196Z InvocationID=abd6c3a0-a552-446d-9483-0c254c72a854 2021-07-07T00:43:23.586Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2a667aa2-1300-4201-bb07-0fa4b818a2ca InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:23.886Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2a667aa2-1300-4201-bb07-0fa4b818a2ca InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=690 EndTimestamp=2021-07-07T00:43:23.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:23.196Z InvocationID=a414c5e4-5dc2-4334-8559-da92d90af3ac ResponseDesc=OK 2021-07-07T00:43:23.923Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=35fe1674-b9d8-43da-b9e1-bbdec1f3bd71 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:23.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:23.923Z InvocationID=22bf5061-1654-4b28-b982-28f1fb422b4a 2021-07-07T00:43:24.383Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=35fe1674-b9d8-43da-b9e1-bbdec1f3bd71 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:25.343Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=35fe1674-b9d8-43da-b9e1-bbdec1f3bd71 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1419 EndTimestamp=2021-07-07T00:43:25.342Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:23.923Z InvocationID=df45e0a7-90b7-43c1-992c-ed9ad737a04d ResponseDesc=OK 2021-07-07T00:43:26.295Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=921f6d0a-ebab-4ac1-82a4-5a1e9206d0c4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:26.295Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:26.295Z InvocationID=0b376712-9c2f-452a-b46b-67e468631041 2021-07-07T00:43:26.573Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4300f357-eb3d-41a9-a72b-fe6bb2822894 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:26.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:26.573Z InvocationID=406df88d-3a66-4c54-a098-520f2a080372 2021-07-07T00:43:28.384Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4300f357-eb3d-41a9-a72b-fe6bb2822894 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:28.585Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4300f357-eb3d-41a9-a72b-fe6bb2822894 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2011 EndTimestamp=2021-07-07T00:43:28.584Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:26.573Z InvocationID=f4d4c1bf-a2e4-4586-9523-306478f576c0 ResponseDesc=OK 2021-07-07T00:43:28.749Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=921f6d0a-ebab-4ac1-82a4-5a1e9206d0c4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:30.220Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c637280a-67a6-4752-8b65-d84110d669c7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:30.220Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:30.220Z InvocationID=21a0bcd4-ad6a-45ed-9f09-f9bcc85ebe55 2021-07-07T00:43:30.383Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c637280a-67a6-4752-8b65-d84110d669c7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:31.386Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=921f6d0a-ebab-4ac1-82a4-5a1e9206d0c4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5091 EndTimestamp=2021-07-07T00:43:31.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:26.295Z InvocationID=149d7550-b9d7-49d0-8511-0024962eead1 ResponseDesc=OK 2021-07-07T00:43:32.346Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c637280a-67a6-4752-8b65-d84110d669c7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2125 EndTimestamp=2021-07-07T00:43:32.345Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:30.220Z InvocationID=849d8ea7-e5b9-4a59-8819-b08880fd334e ResponseDesc=OK 2021-07-07T00:43:33.188Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5274aa4a-5af3-4777-b605-7be094890e27 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:33.188Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:33.188Z InvocationID=27dd8779-5ae7-4a61-9c5b-b0f5af29e343 2021-07-07T00:43:33.924Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=311ed67a-9e4d-4b5e-a79b-7305ca0b6b04 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:33.924Z InvocationID=f7f2a60f-bf3f-4f53-8313-4a04d9f24b52 2021-07-07T00:43:34.884Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=311ed67a-9e4d-4b5e-a79b-7305ca0b6b04 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:34.898Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=311ed67a-9e4d-4b5e-a79b-7305ca0b6b04 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=974 EndTimestamp=2021-07-07T00:43:34.898Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:33.924Z InvocationID=1ff9bae1-6c22-4be3-a4a5-50f542693c7d ResponseDesc=OK 2021-07-07T00:43:35.342Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5274aa4a-5af3-4777-b605-7be094890e27 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:35.648Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5274aa4a-5af3-4777-b605-7be094890e27 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2459 EndTimestamp=2021-07-07T00:43:35.647Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:33.188Z InvocationID=a8acffa0-14ba-44e1-949e-27b8df024d25 ResponseDesc=OK 2021-07-07T00:43:36.189Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=259f3337-00dc-429e-b5df-5153d7b8ce82 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:36.189Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:36.189Z InvocationID=d1a5c4e6-637a-4e34-ae53-77e6dddf7f97 2021-07-07T00:43:36.571Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=754b41e2-8733-41f3-9dc6-9bd12ea10ddb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:36.571Z InvocationID=cb77f7b6-37e7-4fda-a8ac-fb90d979a91b 2021-07-07T00:43:36.584Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=259f3337-00dc-429e-b5df-5153d7b8ce82 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:36.641Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=754b41e2-8733-41f3-9dc6-9bd12ea10ddb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:37.286Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=259f3337-00dc-429e-b5df-5153d7b8ce82 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1096 EndTimestamp=2021-07-07T00:43:37.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:36.189Z InvocationID=06952183-7875-4a77-9770-ad92fdd1c332 ResponseDesc=OK 2021-07-07T00:43:37.286Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=754b41e2-8733-41f3-9dc6-9bd12ea10ddb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=715 EndTimestamp=2021-07-07T00:43:37.286Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:36.571Z InvocationID=c3a72386-0ff6-4fda-863f-186b34ac224d ResponseDesc=OK 2021-07-07T00:43:38.192Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c2a00703-9344-4ac9-a2ed-60c0fcf1b892 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:38.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:38.192Z InvocationID=0ca22eea-3be0-4e88-b473-eb0fa1c48246 2021-07-07T00:43:38.285Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c2a00703-9344-4ac9-a2ed-60c0fcf1b892 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:38.785Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c2a00703-9344-4ac9-a2ed-60c0fcf1b892 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=593 EndTimestamp=2021-07-07T00:43:38.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:38.192Z InvocationID=e3f356ac-c7bc-45ca-89e4-a8bc03d966fa ResponseDesc=OK 2021-07-07T00:43:41.101Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=783afcc6-8153-4f01-9b7b-5474ec4ba28d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:41.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:41.101Z InvocationID=aeba3534-9d9a-48f9-aff6-1397202a949c 2021-07-07T00:43:41.374Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=783afcc6-8153-4f01-9b7b-5474ec4ba28d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:42.248Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=783afcc6-8153-4f01-9b7b-5474ec4ba28d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1147 EndTimestamp=2021-07-07T00:43:42.248Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:41.101Z InvocationID=ef3bf318-b0c2-4a83-bc8f-7322be005353 ResponseDesc=OK 2021-07-07T00:43:43.923Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5bf2d387-ea7d-44fa-97fd-a064d27f0930 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:43.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:43.923Z InvocationID=859503eb-99f8-4080-89c8-d6a09c4a2087 2021-07-07T00:43:44.099Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bd34712c-67bd-4e3b-abea-4abaddda396d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:44.099Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:44.099Z InvocationID=04f979ff-7068-49e4-9965-138bfafcfd7e 2021-07-07T00:43:44.384Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bd34712c-67bd-4e3b-abea-4abaddda396d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:46.571Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5f411b4c-b85b-4bac-969d-b860b531de85 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:46.571Z InvocationID=25be5dc3-3d6d-4b18-96e6-6463c8f95954 2021-07-07T00:43:46.584Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bd34712c-67bd-4e3b-abea-4abaddda396d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2485 EndTimestamp=2021-07-07T00:43:46.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:44.099Z InvocationID=05ab6043-ca5c-475c-80b6-ad545c256a2f ResponseDesc=OK 2021-07-07T00:43:47.246Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5bf2d387-ea7d-44fa-97fd-a064d27f0930 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:47.296Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ef1a2b0a-ade9-4686-82c5-08bd247e3edb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:47.296Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:47.296Z InvocationID=74331a72-d16e-4e42-ab8b-2540b8b69a0c 2021-07-07T00:43:47.449Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ef1a2b0a-ade9-4686-82c5-08bd247e3edb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:47.450Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5bf2d387-ea7d-44fa-97fd-a064d27f0930 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3527 EndTimestamp=2021-07-07T00:43:47.450Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:43.923Z InvocationID=43f30840-761d-46ba-a267-376b3fce9320 ResponseDesc=OK 2021-07-07T00:43:47.457Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5f411b4c-b85b-4bac-969d-b860b531de85 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:50.085Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ef1a2b0a-ade9-4686-82c5-08bd247e3edb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2789 EndTimestamp=2021-07-07T00:43:50.085Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:47.296Z InvocationID=2dd83258-1056-405e-8434-5e8fb64e7a8d ResponseDesc=OK 2021-07-07T00:43:50.146Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5f411b4c-b85b-4bac-969d-b860b531de85 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3575 EndTimestamp=2021-07-07T00:43:50.146Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:46.571Z InvocationID=20be4bbd-5db4-493d-8b17-d1675c49b288 ResponseDesc=OK 2021-07-07T00:43:50.802Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a50e06ee-be5d-4511-b160-8c04d7c578fa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:50.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:50.801Z InvocationID=22daadc7-c06c-48f8-904b-f4b03f9a135c 2021-07-07T00:43:50.985Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a50e06ee-be5d-4511-b160-8c04d7c578fa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:51.386Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a50e06ee-be5d-4511-b160-8c04d7c578fa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=585 EndTimestamp=2021-07-07T00:43:51.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:50.801Z InvocationID=2d0f10d0-b89a-412b-81d0-84dbd6195428 ResponseDesc=OK 2021-07-07T00:43:52.995Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=777c2fc7-f3e3-40c0-bca7-058aa9972d24 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:52.995Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:52.995Z InvocationID=cc4b55d1-d9c0-4aea-a5d9-c8d19091a0fe 2021-07-07T00:43:53.086Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=777c2fc7-f3e3-40c0-bca7-058aa9972d24 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:53.343Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=777c2fc7-f3e3-40c0-bca7-058aa9972d24 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=348 EndTimestamp=2021-07-07T00:43:53.343Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:52.995Z InvocationID=8a9dc7cc-4956-424b-be92-49e0b6a612e9 ResponseDesc=OK 2021-07-07T00:43:53.923Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=14c96eb9-720b-4f8a-90b6-639d579d7540 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:53.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:53.923Z InvocationID=699ebe07-ec91-4507-bfc9-171adbd23c92 2021-07-07T00:43:53.997Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=14c96eb9-720b-4f8a-90b6-639d579d7540 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:54.184Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=14c96eb9-720b-4f8a-90b6-639d579d7540 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=261 EndTimestamp=2021-07-07T00:43:54.184Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:53.923Z InvocationID=8cbcfef1-f91c-4065-a636-7013a6c3fd91 ResponseDesc=OK 2021-07-07T00:43:55.889Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=476d1d9f-8db8-41e8-b5a0-020682a45a30 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:55.889Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:55.889Z InvocationID=ba69368d-9938-449d-ba6c-c3ad0281a702 2021-07-07T00:43:55.985Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=476d1d9f-8db8-41e8-b5a0-020682a45a30 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:56.186Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=476d1d9f-8db8-41e8-b5a0-020682a45a30 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=297 EndTimestamp=2021-07-07T00:43:56.186Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:55.889Z InvocationID=0c5693f9-6f11-42ac-ba53-7401e09ac249 ResponseDesc=OK 2021-07-07T00:43:56.571Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c6a7a163-36c8-4094-afab-9cd9f57cff02 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:56.571Z InvocationID=d2984b04-8424-4486-96a1-7df4366a3747 2021-07-07T00:43:56.688Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c6a7a163-36c8-4094-afab-9cd9f57cff02 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:57.358Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c6a7a163-36c8-4094-afab-9cd9f57cff02 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=787 EndTimestamp=2021-07-07T00:43:57.358Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:56.571Z InvocationID=108e8c61-3b99-4e7c-8f1d-f3d47cb138f4 ResponseDesc=OK 2021-07-07T00:43:59.302Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=279a7f43-6fc1-4b02-a8d9-e05e2d577ef0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:43:59.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:59.302Z InvocationID=ae16c5a4-c9a3-4936-b124-b088fecbdf06 2021-07-07T00:43:59.394Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=279a7f43-6fc1-4b02-a8d9-e05e2d577ef0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:43:59.493Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=279a7f43-6fc1-4b02-a8d9-e05e2d577ef0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=190 EndTimestamp=2021-07-07T00:43:59.492Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:43:59.302Z InvocationID=7f8a3a57-f9d8-423f-99fd-f04047f50afc ResponseDesc=OK 2021-07-07T00:44:02.093Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=32f7f2ea-bf9a-429e-aa35-9efae1c63d3d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:02.093Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:02.093Z InvocationID=f9ea36b2-7590-4763-a082-4a8ceb4131fb 2021-07-07T00:44:02.685Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=32f7f2ea-bf9a-429e-aa35-9efae1c63d3d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:02.987Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=32f7f2ea-bf9a-429e-aa35-9efae1c63d3d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=894 EndTimestamp=2021-07-07T00:44:02.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:02.093Z InvocationID=1cace4bc-9ea9-412a-8b7f-f31a0cb1a2c4 ResponseDesc=OK 2021-07-07T00:44:03.926Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=091b2068-80ab-4918-991b-52dbff7862fd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:03.926Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:03.926Z InvocationID=63806ea5-2bd1-4bb8-8874-6b01bac551e5 2021-07-07T00:44:03.986Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=091b2068-80ab-4918-991b-52dbff7862fd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:04.394Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=091b2068-80ab-4918-991b-52dbff7862fd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=468 EndTimestamp=2021-07-07T00:44:04.394Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:03.926Z InvocationID=20d6d1cb-a3ad-47ae-a19e-a2ca8c9193e7 ResponseDesc=OK 2021-07-07T00:44:04.999Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=263fced7-00aa-448a-bd6b-18fef7e6578d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:04.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:04.999Z InvocationID=7f842d93-d9c7-4a53-99cf-5da3a598e63c 2021-07-07T00:44:05.093Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=263fced7-00aa-448a-bd6b-18fef7e6578d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:05.196Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=263fced7-00aa-448a-bd6b-18fef7e6578d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=197 EndTimestamp=2021-07-07T00:44:05.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:04.999Z InvocationID=73144cff-cd30-45c4-87c1-9e7e85583b52 ResponseDesc=OK 2021-07-07T00:44:06.571Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5ab882c5-6e14-45ba-8c4e-928b8c3b909d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:06.571Z InvocationID=48434629-cf4e-4ffc-8b6c-371ef1cc0dd2 2021-07-07T00:44:06.746Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5ab882c5-6e14-45ba-8c4e-928b8c3b909d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:06.985Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5ab882c5-6e14-45ba-8c4e-928b8c3b909d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=414 EndTimestamp=2021-07-07T00:44:06.985Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:06.571Z InvocationID=707f6c8b-3900-4e5a-a84b-2ffff29ec7f2 ResponseDesc=OK 2021-07-07T00:44:08.092Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=142ac4a7-6efb-4631-ad1f-8cf927adaed6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:08.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:08.092Z InvocationID=5d3b73a0-ddfd-4fb4-b86e-0ddadf7df871 2021-07-07T00:44:09.585Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=142ac4a7-6efb-4631-ad1f-8cf927adaed6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:09.896Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=142ac4a7-6efb-4631-ad1f-8cf927adaed6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1804 EndTimestamp=2021-07-07T00:44:09.896Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:08.092Z InvocationID=d8680287-a721-44f6-9bd1-470420b5cd35 ResponseDesc=OK 2021-07-07T00:44:11.089Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6ad75bc5-2cf4-4af5-8bf4-f15a9d3bd45e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:11.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:11.089Z InvocationID=b57ab280-b30a-4c48-9a18-9bae23dc6b44 2021-07-07T00:44:11.358Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6ad75bc5-2cf4-4af5-8bf4-f15a9d3bd45e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:11.584Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6ad75bc5-2cf4-4af5-8bf4-f15a9d3bd45e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=495 EndTimestamp=2021-07-07T00:44:11.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:11.089Z InvocationID=99e3473b-dd14-4e95-80c1-941b5bb400b0 ResponseDesc=OK 2021-07-07T00:44:13.908Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=33e5c961-98bd-478b-9823-db9dca39a52b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:13.908Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:13.908Z InvocationID=22a47996-6d75-4cf5-adfd-62529344db64 2021-07-07T00:44:13.924Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8f96734d-8929-4a74-9a34-a0ddc8e90116 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:13.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:13.923Z InvocationID=eb4927c9-1ac4-4a18-937f-7ea0f4f55571 2021-07-07T00:44:14.285Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=33e5c961-98bd-478b-9823-db9dca39a52b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:14.286Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8f96734d-8929-4a74-9a34-a0ddc8e90116 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:14.386Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=33e5c961-98bd-478b-9823-db9dca39a52b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=478 EndTimestamp=2021-07-07T00:44:14.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:13.908Z InvocationID=ab0a4ba9-265c-427f-942a-d5e239f7b030 ResponseDesc=OK 2021-07-07T00:44:14.676Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8f96734d-8929-4a74-9a34-a0ddc8e90116 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=753 EndTimestamp=2021-07-07T00:44:14.676Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:13.923Z InvocationID=77cce938-b5cf-46e6-a71d-7ddf59d864a5 ResponseDesc=OK 2021-07-07T00:44:16.572Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7a1db373-c4b0-4fa6-b36f-00353a5718a7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:16.572Z InvocationID=da9c10e6-4f74-4f2a-be95-dd3f284b8d9e 2021-07-07T00:44:16.603Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7a1db373-c4b0-4fa6-b36f-00353a5718a7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:16.984Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7a1db373-c4b0-4fa6-b36f-00353a5718a7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=412 EndTimestamp=2021-07-07T00:44:16.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:16.572Z InvocationID=471bed71-179c-4aa0-aef4-e12248919449 ResponseDesc=OK 2021-07-07T00:44:17.094Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=487afd2c-c0b3-49b0-8fcc-9b7629e59ebf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:17.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:17.094Z InvocationID=9124e7f8-8ff9-4dd4-9e1f-deb6ec54bc83 2021-07-07T00:44:17.184Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=487afd2c-c0b3-49b0-8fcc-9b7629e59ebf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:17.511Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=487afd2c-c0b3-49b0-8fcc-9b7629e59ebf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=417 EndTimestamp=2021-07-07T00:44:17.511Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:17.094Z InvocationID=89c0d694-e2f8-4921-ad68-0167eaf1114a ResponseDesc=OK 2021-07-07T00:44:20.090Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0640ed69-a4e7-4046-a0dc-597cb10c97e7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:20.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:20.090Z InvocationID=e6aa07bb-bec8-43f7-ad09-46b5c7361a07 2021-07-07T00:44:20.105Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0640ed69-a4e7-4046-a0dc-597cb10c97e7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:20.348Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0640ed69-a4e7-4046-a0dc-597cb10c97e7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=258 EndTimestamp=2021-07-07T00:44:20.348Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:20.090Z InvocationID=834643fa-232a-459c-842a-8299394f9f4d ResponseDesc=OK 2021-07-07T00:44:23.001Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=19c3c4dd-e5e0-4c97-86e5-a3692fdd0baa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:23.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:23.001Z InvocationID=20fe2a7c-3d12-4a2b-9a09-08ea198cf983 2021-07-07T00:44:23.157Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=19c3c4dd-e5e0-4c97-86e5-a3692fdd0baa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:23.199Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=19c3c4dd-e5e0-4c97-86e5-a3692fdd0baa InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=198 EndTimestamp=2021-07-07T00:44:23.199Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:23.001Z InvocationID=41a3aeaf-7888-41e4-9bec-20fa5f5e25c0 ResponseDesc=OK 2021-07-07T00:44:23.923Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2e10b2fc-c24a-4e16-b7ad-9e69540ee731 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:23.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:23.923Z InvocationID=e503ce80-d5bb-4b56-9410-3e747648db5f 2021-07-07T00:44:24.094Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2e10b2fc-c24a-4e16-b7ad-9e69540ee731 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:24.486Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2e10b2fc-c24a-4e16-b7ad-9e69540ee731 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=563 EndTimestamp=2021-07-07T00:44:24.486Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:23.923Z InvocationID=45e57051-1a3d-4d55-92e1-bb4ad7bddc9d ResponseDesc=OK 2021-07-07T00:44:25.705Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=15ea3f7e-d03c-4d18-99ed-23a347bbd0f9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:25.705Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:25.705Z InvocationID=5dec1f11-c024-42d8-8843-767e3159fa96 2021-07-07T00:44:25.823Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=15ea3f7e-d03c-4d18-99ed-23a347bbd0f9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:26.096Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=15ea3f7e-d03c-4d18-99ed-23a347bbd0f9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=391 EndTimestamp=2021-07-07T00:44:26.096Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:25.705Z InvocationID=31844b20-337b-40ec-9e49-8131b5cef596 ResponseDesc=OK 2021-07-07T00:44:26.571Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ee976fc4-6eae-4da5-ad9d-2d792e79443a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:26.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:26.571Z InvocationID=6dbc59a1-9e1e-442d-945b-8f45ee032010 2021-07-07T00:44:26.990Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ee976fc4-6eae-4da5-ad9d-2d792e79443a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:27.091Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ee976fc4-6eae-4da5-ad9d-2d792e79443a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=520 EndTimestamp=2021-07-07T00:44:27.091Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:26.571Z InvocationID=9a528836-46b1-4330-bd69-9fb6209c27d2 ResponseDesc=OK 2021-07-07T00:44:29.090Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b46cc612-f5f3-47aa-a77f-3d03795f43a4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:29.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:29.090Z InvocationID=9404ea3c-27b7-4f4a-a045-9b8fb34c4637 2021-07-07T00:44:29.185Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b46cc612-f5f3-47aa-a77f-3d03795f43a4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:29.486Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b46cc612-f5f3-47aa-a77f-3d03795f43a4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=396 EndTimestamp=2021-07-07T00:44:29.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:29.090Z InvocationID=f611eb67-91ee-45bd-99f6-db20b6fc16d6 ResponseDesc=OK 2021-07-07T00:44:32.089Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=17c08108-c90a-4b35-bf2d-5f63b75e5742 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:32.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:32.089Z InvocationID=c45f5aae-5264-4837-b05c-a3d9236d46d8 2021-07-07T00:44:32.683Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=17c08108-c90a-4b35-bf2d-5f63b75e5742 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:33.649Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=17c08108-c90a-4b35-bf2d-5f63b75e5742 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1560 EndTimestamp=2021-07-07T00:44:33.649Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:32.089Z InvocationID=bbfb7297-50a5-43e2-9883-56e868c6f133 ResponseDesc=OK 2021-07-07T00:44:33.923Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f111d128-9aaa-495e-b3a3-7ec07ae7458b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:33.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:33.923Z InvocationID=38ae430b-407d-47e2-9076-64d29bfcc66d 2021-07-07T00:44:34.387Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f111d128-9aaa-495e-b3a3-7ec07ae7458b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:34.985Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f111d128-9aaa-495e-b3a3-7ec07ae7458b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1061 EndTimestamp=2021-07-07T00:44:34.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:33.923Z InvocationID=c3dce229-6201-4af5-be7b-3f77476d4739 ResponseDesc=OK 2021-07-07T00:44:35.002Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=42591f27-109c-4151-8665-63e09929d4a4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:35.002Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:35.002Z InvocationID=7bf12e01-80a1-43c9-a212-c4fc2f92d2d6 2021-07-07T00:44:35.185Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=42591f27-109c-4151-8665-63e09929d4a4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:36.046Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=42591f27-109c-4151-8665-63e09929d4a4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1043 EndTimestamp=2021-07-07T00:44:36.045Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:35.002Z InvocationID=de18e5bf-76b8-4a9b-af83-e9655a28a206 ResponseDesc=OK 2021-07-07T00:44:36.571Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7df5e663-a733-418c-96eb-c9d306b15c8d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:36.571Z InvocationID=fa08c5b6-f525-4be8-a6fd-ad91e0cdb830 2021-07-07T00:44:36.684Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7df5e663-a733-418c-96eb-c9d306b15c8d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:36.949Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7df5e663-a733-418c-96eb-c9d306b15c8d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=378 EndTimestamp=2021-07-07T00:44:36.949Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:36.571Z InvocationID=6e7f48da-1ea8-48a8-a114-fb34e4d5a922 ResponseDesc=OK 2021-07-07T00:44:38.189Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6cae7103-d7d8-4819-82f1-0b46220b9a8d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:38.189Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:38.189Z InvocationID=d358547d-ad39-4f71-bf39-0105c4768b67 2021-07-07T00:44:38.366Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6cae7103-d7d8-4819-82f1-0b46220b9a8d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:39.084Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6cae7103-d7d8-4819-82f1-0b46220b9a8d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=895 EndTimestamp=2021-07-07T00:44:39.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:38.189Z InvocationID=973599c1-ed24-4e0f-a176-3fac13984c05 ResponseDesc=OK 2021-07-07T00:44:41.190Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c77b9b82-a729-4896-941a-37e02816a928 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:41.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:41.190Z InvocationID=1323f05a-9135-49a5-b8d0-6a376cf4cc22 2021-07-07T00:44:41.291Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c77b9b82-a729-4896-941a-37e02816a928 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:42.285Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c77b9b82-a729-4896-941a-37e02816a928 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1095 EndTimestamp=2021-07-07T00:44:42.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:41.190Z InvocationID=e7f1c716-cdfb-4967-b923-0373c3dfe8a7 ResponseDesc=OK 2021-07-07T00:44:43.923Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c46d705-f02d-48e7-b47c-bbdab9e3aa31 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:43.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:43.923Z InvocationID=617691c7-8e0c-4f85-8ae4-0b901e8fb5f2 2021-07-07T00:44:43.996Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=987613ec-7f53-495d-b26c-dfbeb4cdddba InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:43.996Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:43.996Z InvocationID=d0d6d7c7-8962-4d5a-b29e-56fd25ed6e31 2021-07-07T00:44:44.083Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c46d705-f02d-48e7-b47c-bbdab9e3aa31 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:44.086Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=987613ec-7f53-495d-b26c-dfbeb4cdddba InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:44.192Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6c46d705-f02d-48e7-b47c-bbdab9e3aa31 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=269 EndTimestamp=2021-07-07T00:44:44.192Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:43.923Z InvocationID=05ced5dc-5632-45ec-a47c-0e29151adbdf ResponseDesc=OK 2021-07-07T00:44:44.245Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=987613ec-7f53-495d-b26c-dfbeb4cdddba InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=249 EndTimestamp=2021-07-07T00:44:44.245Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:43.996Z InvocationID=391c5d35-8b8f-4ae0-bab3-a78eedd379ac ResponseDesc=OK 2021-07-07T00:44:46.571Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=13f94d84-6890-4a71-b8ac-f331d754669c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:46.571Z InvocationID=5b9ca274-e421-4fd5-ad46-84c210cf214e 2021-07-07T00:44:46.685Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=13f94d84-6890-4a71-b8ac-f331d754669c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:46.889Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=13f94d84-6890-4a71-b8ac-f331d754669c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=318 EndTimestamp=2021-07-07T00:44:46.889Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:46.571Z InvocationID=9f5e0989-9ce1-4cde-8a4a-87144f5a5e40 ResponseDesc=OK 2021-07-07T00:44:47.099Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1d4086d9-872c-455f-bc4c-f8a86ac455ea InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:47.099Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:47.099Z InvocationID=6defb58c-a89c-4ec9-82de-df152098658d 2021-07-07T00:44:47.284Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1d4086d9-872c-455f-bc4c-f8a86ac455ea InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:47.806Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1d4086d9-872c-455f-bc4c-f8a86ac455ea InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=706 EndTimestamp=2021-07-07T00:44:47.805Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:47.099Z InvocationID=23032202-0992-467b-bcd9-24460c7adc54 ResponseDesc=OK 2021-07-07T00:44:50.390Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a5c6d55d-91a0-4d54-8686-93068e831c22 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:50.389Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:50.389Z InvocationID=9b722822-11cb-42dd-a10b-a2bcb5106fc5 2021-07-07T00:44:50.588Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a5c6d55d-91a0-4d54-8686-93068e831c22 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:50.786Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a5c6d55d-91a0-4d54-8686-93068e831c22 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=396 EndTimestamp=2021-07-07T00:44:50.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:50.389Z InvocationID=9422a060-ae41-4e31-ae4f-86506b0448d1 ResponseDesc=OK 2021-07-07T00:44:53.190Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=396a8ea7-860f-4df6-8bc9-12fcce3cde70 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:53.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:53.190Z InvocationID=e526d038-4da2-438e-a286-536aff94128b 2021-07-07T00:44:53.494Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=396a8ea7-860f-4df6-8bc9-12fcce3cde70 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:53.924Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8b1dde06-0832-4349-992f-c363115035e1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:53.924Z InvocationID=b17f79cb-ad0e-48df-9344-90554c9251fc 2021-07-07T00:44:54.183Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8b1dde06-0832-4349-992f-c363115035e1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:54.385Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=396a8ea7-860f-4df6-8bc9-12fcce3cde70 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1195 EndTimestamp=2021-07-07T00:44:54.385Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:53.190Z InvocationID=0169504c-72f0-4a25-96e9-e23fe66293e2 ResponseDesc=OK 2021-07-07T00:44:54.792Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8b1dde06-0832-4349-992f-c363115035e1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=868 EndTimestamp=2021-07-07T00:44:54.792Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:53.924Z InvocationID=b4522a8c-9d85-4679-bd2e-609170f470d2 ResponseDesc=OK 2021-07-07T00:44:55.943Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c9a19be2-2bf5-46bb-ae31-a9b119e1e52c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:55.943Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:55.943Z InvocationID=9db9bc3a-c606-41d5-84fa-058392e68ffd 2021-07-07T00:44:56.572Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8e5e9205-9bfa-4828-b9a9-b02feaebf6c9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:56.572Z InvocationID=53dbfdbe-00c1-4763-8058-8ef83e70af67 2021-07-07T00:44:56.785Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8e5e9205-9bfa-4828-b9a9-b02feaebf6c9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:56.849Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c9a19be2-2bf5-46bb-ae31-a9b119e1e52c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:44:57.784Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8e5e9205-9bfa-4828-b9a9-b02feaebf6c9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1212 EndTimestamp=2021-07-07T00:44:57.784Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:56.572Z InvocationID=08b40bae-8444-48b2-b829-a29745a6c68d ResponseDesc=OK 2021-07-07T00:44:57.985Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c9a19be2-2bf5-46bb-ae31-a9b119e1e52c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2042 EndTimestamp=2021-07-07T00:44:57.985Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:55.943Z InvocationID=c133d28a-5a0b-48a4-b69a-f16809304378 ResponseDesc=OK 2021-07-07T00:44:59.103Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=afdd78cd-7914-4f8c-9d57-01b2bcee5ae0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:44:59.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:59.103Z InvocationID=726d4f8d-e02f-4632-943f-b325316e91ee 2021-07-07T00:44:59.285Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=afdd78cd-7914-4f8c-9d57-01b2bcee5ae0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:01.445Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=afdd78cd-7914-4f8c-9d57-01b2bcee5ae0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2341 EndTimestamp=2021-07-07T00:45:01.444Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:44:59.103Z InvocationID=b531a47d-ec49-4226-9de6-c270e6bce789 ResponseDesc=OK 2021-07-07T00:45:02.101Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=07053444-4953-42a2-a205-475e2101b2cf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:02.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:02.101Z InvocationID=e7b58d47-ab93-449e-8337-246a03c97fa6 2021-07-07T00:45:02.346Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=07053444-4953-42a2-a205-475e2101b2cf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:02.585Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=07053444-4953-42a2-a205-475e2101b2cf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=484 EndTimestamp=2021-07-07T00:45:02.585Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:02.101Z InvocationID=f9e3fbd8-298d-467a-b634-65e5595d53eb ResponseDesc=OK 2021-07-07T00:45:03.926Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=de9ebff9-7eff-4d27-868c-ee66db8c519e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:03.926Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:03.926Z InvocationID=c6dc0890-8e87-4bdd-8a5b-d3df2dd83bc5 2021-07-07T00:45:04.485Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=de9ebff9-7eff-4d27-868c-ee66db8c519e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:04.886Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=de9ebff9-7eff-4d27-868c-ee66db8c519e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=960 EndTimestamp=2021-07-07T00:45:04.886Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:03.926Z InvocationID=bf2cfbaf-de77-4a47-a7e6-592ae19e1be6 ResponseDesc=OK 2021-07-07T00:45:04.903Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b2e1ebbd-b2f4-456a-af25-4d46a1c4a0ad InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:04.903Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:04.903Z InvocationID=e297ab5a-b920-4a60-99c1-abc528ed66ce 2021-07-07T00:45:05.084Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b2e1ebbd-b2f4-456a-af25-4d46a1c4a0ad InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:06.158Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b2e1ebbd-b2f4-456a-af25-4d46a1c4a0ad InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1255 EndTimestamp=2021-07-07T00:45:06.158Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:04.903Z InvocationID=9d74b3fe-664b-4187-af20-d11b3bec5c5b ResponseDesc=OK 2021-07-07T00:45:06.572Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aa715ac4-a782-4a8d-a178-39c8061b64bf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:06.572Z InvocationID=d4e4bde8-d272-49ed-af31-38c248999de5 2021-07-07T00:45:08.190Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ba3fa5df-a2e9-4864-9045-ede6c793d598 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:08.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:08.190Z InvocationID=df6e3040-22d8-4846-9802-9ce67edf5ffc 2021-07-07T00:45:11.483Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ba3fa5df-a2e9-4864-9045-ede6c793d598 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:12.144Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4837a3b6-b44c-4c4e-89c0-899bf7f106fd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:12.144Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:12.144Z InvocationID=e0daa8fb-95a9-481f-84dc-fd38796e9559 2021-07-07T00:45:12.154Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aa715ac4-a782-4a8d-a178-39c8061b64bf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:12.184Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ba3fa5df-a2e9-4864-9045-ede6c793d598 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3994 EndTimestamp=2021-07-07T00:45:12.184Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:08.190Z InvocationID=12026b26-60be-4c0b-8cb8-0ee9f867b90a ResponseDesc=OK 2021-07-07T00:45:12.649Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4837a3b6-b44c-4c4e-89c0-899bf7f106fd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:12.987Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aa715ac4-a782-4a8d-a178-39c8061b64bf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=6415 EndTimestamp=2021-07-07T00:45:12.987Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:06.572Z InvocationID=7e6e4e59-f764-4b2e-b25f-bbd0591c0d70 ResponseDesc=OK 2021-07-07T00:45:13.923Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7f4ee65f-72c8-4fae-a8e3-8ac9e5fedca5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:13.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:13.923Z InvocationID=4a4c250e-1786-421d-9562-d3311012ba1d 2021-07-07T00:45:14.450Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4837a3b6-b44c-4c4e-89c0-899bf7f106fd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2306 EndTimestamp=2021-07-07T00:45:14.450Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:12.144Z InvocationID=8109f25f-f90e-43d2-a80a-c63bfc9ff3c3 ResponseDesc=OK 2021-07-07T00:45:15.086Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=91ab5890-6676-46d3-9875-182a9b82180f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:15.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:15.086Z InvocationID=4e24676e-400c-4ad5-9bf7-08befa693b76 2021-07-07T00:45:15.784Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=91ab5890-6676-46d3-9875-182a9b82180f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:16.571Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2943d9f7-473d-4f30-85fa-c2e3db345849 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:16.571Z InvocationID=4561cf8d-a01c-4d1a-b372-fb587e5c1888 2021-07-07T00:45:18.145Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7f4ee65f-72c8-4fae-a8e3-8ac9e5fedca5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:19.124Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=38164875-6465-4485-8c47-b6971002d3ca InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:19.124Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:19.124Z InvocationID=340fe59f-8dfd-4db7-8d3d-de9ec26f707e 2021-07-07T00:45:20.385Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7f4ee65f-72c8-4fae-a8e3-8ac9e5fedca5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=6462 EndTimestamp=2021-07-07T00:45:20.385Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:13.923Z InvocationID=da3f3e9c-f479-4336-83d8-449c504f758b ResponseDesc=OK 2021-07-07T00:45:20.784Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=91ab5890-6676-46d3-9875-182a9b82180f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5698 EndTimestamp=2021-07-07T00:45:20.784Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:15.086Z InvocationID=dd27357a-c50d-4008-87f9-7ff6549b3f0b ResponseDesc=OK 2021-07-07T00:45:20.785Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=38164875-6465-4485-8c47-b6971002d3ca InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:21.049Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2943d9f7-473d-4f30-85fa-c2e3db345849 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:21.194Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2943d9f7-473d-4f30-85fa-c2e3db345849 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4623 EndTimestamp=2021-07-07T00:45:21.194Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:16.571Z InvocationID=66c39089-f208-43fe-a1c3-058604c12da5 ResponseDesc=OK 2021-07-07T00:45:21.195Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=38164875-6465-4485-8c47-b6971002d3ca InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2070 EndTimestamp=2021-07-07T00:45:21.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:19.124Z InvocationID=067c2f71-26ae-49a6-93dd-eb578cbfad80 ResponseDesc=OK 2021-07-07T00:45:22.491Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f43cd532-1845-4a7c-936e-ce84b1fcc962 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:22.490Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:22.490Z InvocationID=fc4b1d60-c319-4c1f-ac5e-70c2fd90121c 2021-07-07T00:45:22.586Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f43cd532-1845-4a7c-936e-ce84b1fcc962 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:22.989Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f43cd532-1845-4a7c-936e-ce84b1fcc962 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=499 EndTimestamp=2021-07-07T00:45:22.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:22.490Z InvocationID=8a5cc9a4-48d0-4704-a614-52a96c7c353d ResponseDesc=OK 2021-07-07T00:45:23.923Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8fb0a0a7-3efe-4ef1-ac0a-d0f18b15bab3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:23.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:23.923Z InvocationID=d2cb5450-026a-4793-8f55-6baea529092e 2021-07-07T00:45:24.084Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8fb0a0a7-3efe-4ef1-ac0a-d0f18b15bab3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:24.101Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8aaf788f-b5d4-4441-9ec4-5e5de5bc4916 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:24.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:24.101Z InvocationID=721b220b-a9fb-4c78-86e0-2005a952c243 2021-07-07T00:45:24.445Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8aaf788f-b5d4-4441-9ec4-5e5de5bc4916 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:24.854Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8fb0a0a7-3efe-4ef1-ac0a-d0f18b15bab3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=931 EndTimestamp=2021-07-07T00:45:24.854Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:23.923Z InvocationID=57afe07f-38d1-4111-ab58-5fc4d33668ee ResponseDesc=OK 2021-07-07T00:45:24.884Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8aaf788f-b5d4-4441-9ec4-5e5de5bc4916 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=783 EndTimestamp=2021-07-07T00:45:24.884Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:24.101Z InvocationID=d25f01eb-d0af-4c90-ab2b-7c8e511f0755 ResponseDesc=OK 2021-07-07T00:45:26.100Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=85013ffd-a1f2-4649-a3e7-6ba7bf3b935b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:26.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:26.100Z InvocationID=6dd1d8cc-0ea5-42b5-b817-c940b3aea596 2021-07-07T00:45:26.572Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0bfaa331-bcff-41e2-8e0e-8d59fe9af0cf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:26.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:26.571Z InvocationID=1cb53aca-59e3-4c97-9b7e-860dbfcc0c30 2021-07-07T00:45:27.053Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=85013ffd-a1f2-4649-a3e7-6ba7bf3b935b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:27.751Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=85013ffd-a1f2-4649-a3e7-6ba7bf3b935b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1651 EndTimestamp=2021-07-07T00:45:27.751Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:26.100Z InvocationID=5675e25c-54f1-48c9-8407-39c179d9e3f1 ResponseDesc=OK 2021-07-07T00:45:28.246Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0bfaa331-bcff-41e2-8e0e-8d59fe9af0cf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:29.104Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b1741558-4596-436b-83cd-86eb95bef59e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:29.104Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:29.104Z InvocationID=24b08f09-73f5-4e9f-a12b-f610ef4f2cd6 2021-07-07T00:45:29.347Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0bfaa331-bcff-41e2-8e0e-8d59fe9af0cf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2776 EndTimestamp=2021-07-07T00:45:29.347Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:26.571Z InvocationID=79b7368b-bc39-454f-aa32-e85e18473607 ResponseDesc=OK 2021-07-07T00:45:29.545Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b1741558-4596-436b-83cd-86eb95bef59e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:30.886Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b1741558-4596-436b-83cd-86eb95bef59e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1782 EndTimestamp=2021-07-07T00:45:30.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:29.104Z InvocationID=bab79d02-1bc6-406d-af34-d7fd657bf36d ResponseDesc=OK 2021-07-07T00:45:32.195Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5ec33913-4cc3-4f42-9f2f-cd8c0518e87e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:32.195Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:32.195Z InvocationID=98b59bdf-2e24-474e-8d8f-a709072b5290 2021-07-07T00:45:32.385Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5ec33913-4cc3-4f42-9f2f-cd8c0518e87e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:33.925Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=21a8c16d-97de-4e0d-9253-5b6193297999 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:33.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:33.925Z InvocationID=c7f187e4-90e7-416f-a8da-a09aabc49c47 2021-07-07T00:45:35.740Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=96ab9160-5cae-49e3-a4a8-f26796a3b2bf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:35.740Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:35.740Z InvocationID=0b5f0244-3cdc-45dd-9eab-c387de2c0f7e 2021-07-07T00:45:36.278Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=96ab9160-5cae-49e3-a4a8-f26796a3b2bf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:36.384Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=21a8c16d-97de-4e0d-9253-5b6193297999 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:36.571Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6901ce81-1ce4-4ab9-8b7f-6515977a816f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:36.571Z InvocationID=80dc9c70-99ea-4532-87cf-426d120a0b29 2021-07-07T00:45:37.052Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5ec33913-4cc3-4f42-9f2f-cd8c0518e87e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4857 EndTimestamp=2021-07-07T00:45:37.052Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:32.195Z InvocationID=d7ae3894-d6ef-4baa-a534-2e58dc9ca629 ResponseDesc=OK 2021-07-07T00:45:37.053Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6901ce81-1ce4-4ab9-8b7f-6515977a816f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:37.293Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=96ab9160-5cae-49e3-a4a8-f26796a3b2bf InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1552 EndTimestamp=2021-07-07T00:45:37.292Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:35.740Z InvocationID=d29a3692-088e-4b60-ad63-6c6dbb6e3b56 ResponseDesc=OK 2021-07-07T00:45:37.357Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=21a8c16d-97de-4e0d-9253-5b6193297999 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3432 EndTimestamp=2021-07-07T00:45:37.357Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:33.925Z InvocationID=0d546263-d38c-4124-a7ab-f6b3f85f0ab7 ResponseDesc=OK 2021-07-07T00:45:37.986Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6901ce81-1ce4-4ab9-8b7f-6515977a816f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1415 EndTimestamp=2021-07-07T00:45:37.986Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:36.571Z InvocationID=4730e41d-1056-4a8a-8ba2-7c21567efb6e ResponseDesc=OK 2021-07-07T00:45:38.207Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5deec907-d433-4a52-bd34-b4d445c8a1b1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:38.207Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:38.207Z InvocationID=e1474b1e-0834-4c2c-ba92-8ceb572068bf 2021-07-07T00:45:38.483Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5deec907-d433-4a52-bd34-b4d445c8a1b1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:39.390Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5deec907-d433-4a52-bd34-b4d445c8a1b1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1183 EndTimestamp=2021-07-07T00:45:39.390Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:38.207Z InvocationID=291a8d7a-8445-42da-8068-bef22479f1ff ResponseDesc=OK 2021-07-07T00:45:41.186Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f028a040-25ba-4cff-a9e2-c3a40fe0b9db InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:41.186Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:41.186Z InvocationID=be763b86-d9ad-44cb-bbbc-857a3bca0c10 2021-07-07T00:45:43.924Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c5a889a9-8112-4674-ba99-9bf91002f60f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:43.924Z InvocationID=a6679810-252b-4b62-b467-6010f57b610c 2021-07-07T00:45:44.184Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c5a889a9-8112-4674-ba99-9bf91002f60f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:44.241Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f028a040-25ba-4cff-a9e2-c3a40fe0b9db InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:44.584Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c5a889a9-8112-4674-ba99-9bf91002f60f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=660 EndTimestamp=2021-07-07T00:45:44.584Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:43.924Z InvocationID=d50b1a9a-688e-48c0-b48f-ebe5c978e5f4 ResponseDesc=OK 2021-07-07T00:45:44.586Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f028a040-25ba-4cff-a9e2-c3a40fe0b9db InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3399 EndTimestamp=2021-07-07T00:45:44.585Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:41.186Z InvocationID=b585cc66-2a7d-4040-a184-0279f52d1c41 ResponseDesc=OK 2021-07-07T00:45:45.022Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8ce3e76d-4efa-44d1-8fb5-392e7cbd22ee InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:45.022Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:45.022Z InvocationID=9d3f24ba-be1a-44b7-9793-1e10877406eb 2021-07-07T00:45:45.183Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8ce3e76d-4efa-44d1-8fb5-392e7cbd22ee InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:46.443Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8ce3e76d-4efa-44d1-8fb5-392e7cbd22ee InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1420 EndTimestamp=2021-07-07T00:45:46.442Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:45.022Z InvocationID=623ec31d-48fb-42a3-ad49-ebece4267725 ResponseDesc=OK 2021-07-07T00:45:46.571Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=025f3090-5345-485f-86f0-c2e58ae4012f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:46.571Z InvocationID=ca306dff-6f1b-4b3a-908f-5a236548a8b9 2021-07-07T00:45:47.094Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a4e70c7d-5a30-4502-9a3b-174d715ee728 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:47.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:47.094Z InvocationID=33a48f41-f994-4ef0-aaaa-6094979c1e3f 2021-07-07T00:45:47.584Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a4e70c7d-5a30-4502-9a3b-174d715ee728 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:47.853Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=025f3090-5345-485f-86f0-c2e58ae4012f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:47.884Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a4e70c7d-5a30-4502-9a3b-174d715ee728 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=790 EndTimestamp=2021-07-07T00:45:47.884Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:47.094Z InvocationID=17560eec-cb5d-4356-b3db-c78db8d69570 ResponseDesc=OK 2021-07-07T00:45:48.186Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=025f3090-5345-485f-86f0-c2e58ae4012f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1614 EndTimestamp=2021-07-07T00:45:48.185Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:46.571Z InvocationID=3e85d4ed-297d-4d6f-84a1-1e1425d4c850 ResponseDesc=OK 2021-07-07T00:45:50.192Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0e2d3fa9-9aa1-4134-bf9f-1478ee50bd14 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:50.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:50.192Z InvocationID=8d46daa6-5612-4a9f-9ac5-2b7f15c63205 2021-07-07T00:45:50.820Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0e2d3fa9-9aa1-4134-bf9f-1478ee50bd14 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:51.146Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0e2d3fa9-9aa1-4134-bf9f-1478ee50bd14 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=953 EndTimestamp=2021-07-07T00:45:51.145Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:50.192Z InvocationID=7175eb03-53a8-4f36-b93f-f1a9a189704c ResponseDesc=OK 2021-07-07T00:45:53.089Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8b329116-a1f5-4c61-9721-b5fa1844e8a4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:53.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:53.089Z InvocationID=b2362e75-a784-4df6-9214-71a59c510057 2021-07-07T00:45:53.924Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0c115bfe-b7d2-4551-94a5-9dfc67893a77 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:53.924Z InvocationID=c6857edd-1e0e-4a55-bffc-613743f42d72 2021-07-07T00:45:53.986Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0c115bfe-b7d2-4551-94a5-9dfc67893a77 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:54.284Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0c115bfe-b7d2-4551-94a5-9dfc67893a77 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=360 EndTimestamp=2021-07-07T00:45:54.284Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:53.924Z InvocationID=4c0955c8-2a0a-433d-aab4-fc08e267335d ResponseDesc=OK 2021-07-07T00:45:54.465Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8b329116-a1f5-4c61-9721-b5fa1844e8a4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:54.803Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8b329116-a1f5-4c61-9721-b5fa1844e8a4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1714 EndTimestamp=2021-07-07T00:45:54.803Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:53.089Z InvocationID=6044b232-ed7a-45ef-8167-a92396cecf7d ResponseDesc=OK 2021-07-07T00:45:55.989Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c671ebe6-f7b5-4e68-9511-a101261b833f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:55.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:55.989Z InvocationID=65610f7b-4e64-4d2b-a4b1-351696af1688 2021-07-07T00:45:56.183Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c671ebe6-f7b5-4e68-9511-a101261b833f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:56.571Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f082e225-0c80-4f9d-a025-d2717707aa48 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:56.570Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:56.570Z InvocationID=ab4f432f-e850-4883-97e8-4914ad68659e 2021-07-07T00:45:56.685Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f082e225-0c80-4f9d-a025-d2717707aa48 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:56.692Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c671ebe6-f7b5-4e68-9511-a101261b833f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=703 EndTimestamp=2021-07-07T00:45:56.692Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:55.989Z InvocationID=d540fdc5-03ef-4370-9df3-fa0782cd6a53 ResponseDesc=OK 2021-07-07T00:45:56.884Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f082e225-0c80-4f9d-a025-d2717707aa48 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=314 EndTimestamp=2021-07-07T00:45:56.884Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:56.570Z InvocationID=3b82178e-5f11-44a6-a063-ffd8af2de2e8 ResponseDesc=OK 2021-07-07T00:45:59.196Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6a97b2a3-8097-42c0-87a6-8ec5d180e1ef InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:45:59.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:59.196Z InvocationID=0c2ee5db-dbd8-4161-8944-9f02946c55f0 2021-07-07T00:45:59.405Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6a97b2a3-8097-42c0-87a6-8ec5d180e1ef InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:45:59.785Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6a97b2a3-8097-42c0-87a6-8ec5d180e1ef InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=589 EndTimestamp=2021-07-07T00:45:59.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:45:59.196Z InvocationID=d34b0a2a-12f8-498c-9f7f-d6cd83b0c995 ResponseDesc=OK 2021-07-07T00:46:01.896Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4bc5270d-ee1d-489a-90aa-84ade80f5b29 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:01.896Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:01.896Z InvocationID=3b647f71-4a09-492e-a645-b8fd4b9b7112 2021-07-07T00:46:02.167Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4bc5270d-ee1d-489a-90aa-84ade80f5b29 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:03.925Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9ac18e93-4f99-4d48-a693-37efcce619dc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:03.924Z InvocationID=e59f081d-b2b3-4bd0-b5eb-eff8365accfc 2021-07-07T00:46:05.626Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2bc3c04d-62f8-42d9-a907-82863a6f534c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:05.626Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:05.626Z InvocationID=0520695f-2006-43b9-8a8b-118c56ead2d1 2021-07-07T00:46:06.571Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e9f03537-ac18-4c4d-88d2-4595d5003082 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:06.571Z InvocationID=5a2e06e0-3b50-4549-a8a9-3c4d09c31d0f 2021-07-07T00:46:09.524Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=875d9b76-67cc-442c-b509-4570f561f3be InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:09.523Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:09.523Z InvocationID=3e451701-e1bf-41c9-ac4c-083486c240c5 2021-07-07T00:46:10.787Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e9f03537-ac18-4c4d-88d2-4595d5003082 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:10.983Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2bc3c04d-62f8-42d9-a907-82863a6f534c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:11.084Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e9f03537-ac18-4c4d-88d2-4595d5003082 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4513 EndTimestamp=2021-07-07T00:46:11.084Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:06.571Z InvocationID=42612dab-cfe3-45ff-94f1-cd789911d9c1 ResponseDesc=OK 2021-07-07T00:46:11.286Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2bc3c04d-62f8-42d9-a907-82863a6f534c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5660 EndTimestamp=2021-07-07T00:46:11.286Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:05.626Z InvocationID=8b8b8136-128c-48e1-9e1c-d55760ce4d1a ResponseDesc=OK 2021-07-07T00:46:13.150Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=875d9b76-67cc-442c-b509-4570f561f3be InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:13.153Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9ac18e93-4f99-4d48-a693-37efcce619dc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:13.329Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3a7e585a-5bfa-44bf-b9c5-1835ad6448c6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:13.329Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:13.329Z InvocationID=644d35e3-6fe2-4df3-b125-4ecdf7459d2c 2021-07-07T00:46:13.746Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4bc5270d-ee1d-489a-90aa-84ade80f5b29 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=11850 EndTimestamp=2021-07-07T00:46:13.746Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:01.896Z InvocationID=b6b58e58-04c0-4e2e-bf72-5508093c2a42 ResponseDesc=OK 2021-07-07T00:46:13.986Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3a7e585a-5bfa-44bf-b9c5-1835ad6448c6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:14.884Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=875d9b76-67cc-442c-b509-4570f561f3be InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5361 EndTimestamp=2021-07-07T00:46:14.884Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:09.523Z InvocationID=2478b64e-e16f-4fe0-b9c4-7758bc316fa1 ResponseDesc=OK 2021-07-07T00:46:15.641Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9ac18e93-4f99-4d48-a693-37efcce619dc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=11717 EndTimestamp=2021-07-07T00:46:15.641Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:03.924Z InvocationID=913a5f30-12ec-44da-92a4-d46affe9485d ResponseDesc=OK 2021-07-07T00:46:15.645Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a61f9464-1f49-4532-b440-85f5acb27143 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:15.645Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:15.645Z InvocationID=52556195-d5cb-4e79-9139-816cca3039df 2021-07-07T00:46:15.744Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3a7e585a-5bfa-44bf-b9c5-1835ad6448c6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2415 EndTimestamp=2021-07-07T00:46:15.744Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:13.329Z InvocationID=bbb47f0b-6e26-4ff5-b808-373191f9da79 ResponseDesc=OK 2021-07-07T00:46:16.194Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=be606ec7-7593-451a-8bb6-7cddb840a68f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:16.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:16.194Z InvocationID=30fa531e-46b2-4164-afd5-efdb84165ac3 2021-07-07T00:46:16.284Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=be606ec7-7593-451a-8bb6-7cddb840a68f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:16.572Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf9f929b-271f-4b85-897c-6c70a549dae2 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:46:16.572Z ElapsedTime=0 EndTimestamp=2021-07-07T00:46:16.572Z InvocationID=0b4d92fe-ac87-408c-8bcd-3ecef1a6bc99 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:46:16.894Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a61f9464-1f49-4532-b440-85f5acb27143 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:16.894Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf9f929b-271f-4b85-897c-6c70a549dae2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:18.451Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cf9f929b-271f-4b85-897c-6c70a549dae2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1879 EndTimestamp=2021-07-07T00:46:18.451Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:16.572Z InvocationID=1bf0f6f4-081b-44ea-8a05-e6e20479347f ResponseDesc=OK 2021-07-07T00:46:18.684Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a61f9464-1f49-4532-b440-85f5acb27143 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3039 EndTimestamp=2021-07-07T00:46:18.684Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:15.645Z InvocationID=231283c5-a4d4-4975-a453-bceca17df72d ResponseDesc=OK 2021-07-07T00:46:18.885Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=be606ec7-7593-451a-8bb6-7cddb840a68f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2691 EndTimestamp=2021-07-07T00:46:18.885Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:16.194Z InvocationID=3f9a3feb-fa96-42fe-a2ec-acf1dd54eada ResponseDesc=OK 2021-07-07T00:46:19.589Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=87c9a0d3-5df8-4852-8b38-e6102deb753f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:19.589Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:19.589Z InvocationID=07c47efa-6eef-4a36-ad79-e307cd5a0252 2021-07-07T00:46:19.783Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=87c9a0d3-5df8-4852-8b38-e6102deb753f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:20.147Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=87c9a0d3-5df8-4852-8b38-e6102deb753f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=558 EndTimestamp=2021-07-07T00:46:20.147Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:19.589Z InvocationID=3f459a38-e2fe-43ab-bd80-4d81c60add71 ResponseDesc=OK 2021-07-07T00:46:20.895Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7ad6ff3c-10b8-4e74-ac18-898a84342fd3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:20.895Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:20.895Z InvocationID=013f11f7-f56b-43ef-9272-85d74ec3dae6 2021-07-07T00:46:23.067Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7ad6ff3c-10b8-4e74-ac18-898a84342fd3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:23.698Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7ad6ff3c-10b8-4e74-ac18-898a84342fd3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2803 EndTimestamp=2021-07-07T00:46:23.698Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:20.895Z InvocationID=d1128580-0b4e-4d3a-ad5a-db899100250b ResponseDesc=OK 2021-07-07T00:46:23.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2420ae31-0736-4dff-98ed-6c9a96d7fae1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:23.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:23.923Z InvocationID=d6810510-9e1c-4067-8713-a5229c1869f9 2021-07-07T00:46:24.085Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2420ae31-0736-4dff-98ed-6c9a96d7fae1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:24.388Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2420ae31-0736-4dff-98ed-6c9a96d7fae1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=465 EndTimestamp=2021-07-07T00:46:24.388Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:23.923Z InvocationID=c2ed3969-3f1c-4127-8ea3-fce116b27e52 ResponseDesc=OK 2021-07-07T00:46:24.592Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=84c8320a-c977-4dfb-936a-23d56fb05b53 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:24.592Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:24.592Z InvocationID=4a419cd9-79bb-4e46-9874-46f65bfbfb27 2021-07-07T00:46:24.683Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=84c8320a-c977-4dfb-936a-23d56fb05b53 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:25.955Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=84c8320a-c977-4dfb-936a-23d56fb05b53 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1362 EndTimestamp=2021-07-07T00:46:25.954Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:24.592Z InvocationID=6d5816e9-bc31-4d93-9798-90450da381ee ResponseDesc=OK 2021-07-07T00:46:26.572Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=98affdfa-e010-4130-abff-4fff632f0fc1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:26.572Z InvocationID=33ac9b55-0cbb-4101-b0ad-711f81e6173f 2021-07-07T00:46:26.893Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a9b6cf5a-d9cc-4fb2-bb58-329a64ff44be InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:26.893Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:26.893Z InvocationID=9f53b8fe-d9df-4708-b837-48385ee4e0e9 2021-07-07T00:46:26.984Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a9b6cf5a-d9cc-4fb2-bb58-329a64ff44be InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:27.748Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=98affdfa-e010-4130-abff-4fff632f0fc1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:27.785Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a9b6cf5a-d9cc-4fb2-bb58-329a64ff44be InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=892 EndTimestamp=2021-07-07T00:46:27.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:26.893Z InvocationID=60d196ec-e1cd-4477-b7c5-304b97189709 ResponseDesc=OK 2021-07-07T00:46:28.886Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=98affdfa-e010-4130-abff-4fff632f0fc1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2314 EndTimestamp=2021-07-07T00:46:28.886Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:26.572Z InvocationID=6605e834-303f-4911-b235-bdfc6f84a70c ResponseDesc=OK 2021-07-07T00:46:29.000Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=113d98a1-6533-40af-a9c7-3564c565c36b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:29.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:29.000Z InvocationID=1d308ab2-4cf8-476d-9355-e73279478543 2021-07-07T00:46:29.184Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=113d98a1-6533-40af-a9c7-3564c565c36b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:29.544Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=113d98a1-6533-40af-a9c7-3564c565c36b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=544 EndTimestamp=2021-07-07T00:46:29.544Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:29.000Z InvocationID=922535de-4247-4e46-a124-b7e4bc933ba5 ResponseDesc=OK 2021-07-07T00:46:32.100Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=caf73c34-76f0-4035-bdb4-28b342a10456 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:32.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:32.100Z InvocationID=278f91ae-4c73-478d-a122-c80f76388f14 2021-07-07T00:46:33.924Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=88c76aa5-1570-48ff-9fe8-f36a7635094c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:33.924Z InvocationID=f3e2cc63-8597-4c27-a21d-bee446afa19f 2021-07-07T00:46:33.942Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=caf73c34-76f0-4035-bdb4-28b342a10456 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:34.383Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=88c76aa5-1570-48ff-9fe8-f36a7635094c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:34.384Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=caf73c34-76f0-4035-bdb4-28b342a10456 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2283 EndTimestamp=2021-07-07T00:46:34.383Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:32.100Z InvocationID=497b342e-fc36-4e84-9d8c-ffb9436a556c ResponseDesc=OK 2021-07-07T00:46:34.789Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=88c76aa5-1570-48ff-9fe8-f36a7635094c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=865 EndTimestamp=2021-07-07T00:46:34.789Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:33.924Z InvocationID=7507eca4-bc07-4540-8ca7-e0de7f9135a9 ResponseDesc=OK 2021-07-07T00:46:34.899Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=caa8c8ac-0503-4523-be98-eef3932741f2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:34.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:34.899Z InvocationID=1a6ef9b1-5e7d-4ba5-b41e-ba39075a604a 2021-07-07T00:46:35.083Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=caa8c8ac-0503-4523-be98-eef3932741f2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:36.573Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=03746af1-2601-4913-a54a-23a97d71bc42 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:36.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:36.573Z InvocationID=cdbbdcc0-3973-4059-a0a2-f22b65f4c9f5 2021-07-07T00:46:36.961Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=caa8c8ac-0503-4523-be98-eef3932741f2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2062 EndTimestamp=2021-07-07T00:46:36.961Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:34.899Z InvocationID=d1eff1bd-46a6-4339-845b-bfc96b9ed709 ResponseDesc=OK 2021-07-07T00:46:36.985Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=03746af1-2601-4913-a54a-23a97d71bc42 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:37.387Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=03746af1-2601-4913-a54a-23a97d71bc42 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=814 EndTimestamp=2021-07-07T00:46:37.387Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:36.573Z InvocationID=d89a83f7-5859-432d-9feb-5b899aafe1f6 ResponseDesc=OK 2021-07-07T00:46:37.994Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c6fb146b-c296-4160-ad2a-0ebe0cdd511d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:37.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:37.994Z InvocationID=79c618b2-3f5c-4861-8df5-cdae0c78c69c 2021-07-07T00:46:38.985Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c6fb146b-c296-4160-ad2a-0ebe0cdd511d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:40.486Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c6fb146b-c296-4160-ad2a-0ebe0cdd511d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2491 EndTimestamp=2021-07-07T00:46:40.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:37.994Z InvocationID=d008857e-319c-4ae6-ab07-ccadf65aef77 ResponseDesc=OK 2021-07-07T00:46:41.095Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=39dd649d-9719-4252-9b7a-9f487c7185dd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:41.095Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:41.095Z InvocationID=1ed5010c-a1c3-4dc1-86f1-d2618dc0bd5d 2021-07-07T00:46:41.186Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=39dd649d-9719-4252-9b7a-9f487c7185dd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:41.550Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=39dd649d-9719-4252-9b7a-9f487c7185dd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=455 EndTimestamp=2021-07-07T00:46:41.550Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:41.095Z InvocationID=909fb72f-b315-4870-b041-b780c83ec8e9 ResponseDesc=OK 2021-07-07T00:46:43.924Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=15c6ccd9-7f89-455e-b06e-0d9dc5ebf761 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:43.924Z InvocationID=8050bc25-1d47-482c-aa6e-e72383115c48 2021-07-07T00:46:43.992Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=140d36ad-8dba-4abd-bcba-d6356c4b2644 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:43.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:43.992Z InvocationID=e7860573-3f96-4d1a-9859-ae53963481a4 2021-07-07T00:46:44.086Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=140d36ad-8dba-4abd-bcba-d6356c4b2644 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:44.146Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=15c6ccd9-7f89-455e-b06e-0d9dc5ebf761 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:44.284Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=140d36ad-8dba-4abd-bcba-d6356c4b2644 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=292 EndTimestamp=2021-07-07T00:46:44.284Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:43.992Z InvocationID=b1a75972-3187-4113-b9ae-5838c5041abd ResponseDesc=OK 2021-07-07T00:46:46.243Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=15c6ccd9-7f89-455e-b06e-0d9dc5ebf761 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2319 EndTimestamp=2021-07-07T00:46:46.243Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:43.924Z InvocationID=2696a1b9-55e7-4933-9c74-75070159a72b ResponseDesc=OK 2021-07-07T00:46:46.571Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9013967a-4fee-424d-a825-e6690d962e25 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:46.571Z InvocationID=5dd27f73-6d2d-49eb-98c9-74be615c6924 2021-07-07T00:46:46.593Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9013967a-4fee-424d-a825-e6690d962e25 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:47.000Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4a47cdad-3b73-4112-b31c-6b2a8805df27 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:47.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:47.000Z InvocationID=03cfc125-e3f4-400d-bc9f-5f7df1083b15 2021-07-07T00:46:47.446Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9013967a-4fee-424d-a825-e6690d962e25 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=875 EndTimestamp=2021-07-07T00:46:47.446Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:46.571Z InvocationID=0be7401b-f920-49c8-9163-67bb7ef5d77c ResponseDesc=OK 2021-07-07T00:46:47.943Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4a47cdad-3b73-4112-b31c-6b2a8805df27 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:48.185Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4a47cdad-3b73-4112-b31c-6b2a8805df27 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1185 EndTimestamp=2021-07-07T00:46:48.185Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:47.000Z InvocationID=66d803bc-b01b-4da9-9c08-6b3b066d5725 ResponseDesc=OK 2021-07-07T00:46:50.094Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3c6ab8ab-5aa1-443d-80bd-e8626babe559 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:50.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:50.094Z InvocationID=762c021e-e6f4-4b0c-875a-6742193eb4a4 2021-07-07T00:46:50.787Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3c6ab8ab-5aa1-443d-80bd-e8626babe559 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:53.821Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=54b53cfc-a986-4686-be3c-2c8854fbedd0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:53.821Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:53.821Z InvocationID=92d3fdcf-b3b2-4b15-a596-a93a0311b65d 2021-07-07T00:46:53.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5a36b312-4dd7-411a-afc6-6c922fa3330b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:53.924Z InvocationID=aa3c6dda-5f74-4b29-ac5e-f390d3b2ec0c 2021-07-07T00:46:54.584Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=54b53cfc-a986-4686-be3c-2c8854fbedd0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:55.170Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5a36b312-4dd7-411a-afc6-6c922fa3330b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:55.173Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3c6ab8ab-5aa1-443d-80bd-e8626babe559 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5079 EndTimestamp=2021-07-07T00:46:55.173Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:50.094Z InvocationID=2da50062-96c1-45e3-85db-5a59aba43ed3 ResponseDesc=OK 2021-07-07T00:46:56.572Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=74c10d94-4dc4-4ca7-b1b3-9d89d2fb75d8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:56.572Z InvocationID=cb045361-eacd-4960-b83d-22d6ecca8fa3 2021-07-07T00:46:56.785Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5a36b312-4dd7-411a-afc6-6c922fa3330b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2861 EndTimestamp=2021-07-07T00:46:56.785Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:53.924Z InvocationID=36675613-7618-4514-9d7a-14180619cf95 ResponseDesc=OK 2021-07-07T00:46:57.461Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=74c10d94-4dc4-4ca7-b1b3-9d89d2fb75d8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:46:57.477Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=54b53cfc-a986-4686-be3c-2c8854fbedd0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3656 EndTimestamp=2021-07-07T00:46:57.477Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:53.821Z InvocationID=d64008dd-7f68-4860-9973-2fae5c8e9b53 ResponseDesc=OK 2021-07-07T00:46:57.890Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=74c10d94-4dc4-4ca7-b1b3-9d89d2fb75d8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1317 EndTimestamp=2021-07-07T00:46:57.889Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:56.572Z InvocationID=a7feccc3-cd16-4331-891d-1fdbc8c193c2 ResponseDesc=OK 2021-07-07T00:46:57.925Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c82cf2aa-a8e6-4051-97e3-5595857d69f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:46:57.925Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:57.925Z InvocationID=ae4dfa7a-2714-4d84-a268-a29d755303d2 2021-07-07T00:46:58.083Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c82cf2aa-a8e6-4051-97e3-5595857d69f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:00.955Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c82cf2aa-a8e6-4051-97e3-5595857d69f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3029 EndTimestamp=2021-07-07T00:47:00.954Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:46:57.925Z InvocationID=96065703-9ffc-42df-b8d1-0f53375ed9ca ResponseDesc=OK 2021-07-07T00:47:01.616Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c2910e29-0b9b-49ae-8895-7db19c98a170 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:01.616Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:01.616Z InvocationID=1638d5e9-7096-4fa6-83e7-2fc23d6e8b8d 2021-07-07T00:47:02.349Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c2910e29-0b9b-49ae-8895-7db19c98a170 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:02.486Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c2910e29-0b9b-49ae-8895-7db19c98a170 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=870 EndTimestamp=2021-07-07T00:47:02.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:01.616Z InvocationID=3cc59bd8-f68a-4748-ab3e-c4c7e5730977 ResponseDesc=OK 2021-07-07T00:47:03.300Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9ed4e126-3df4-44c7-8a78-1ac59fe8fcbe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:03.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:03.300Z InvocationID=0b9664be-c859-4aae-a9b3-da228a75a98a 2021-07-07T00:47:03.485Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9ed4e126-3df4-44c7-8a78-1ac59fe8fcbe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:03.700Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9ed4e126-3df4-44c7-8a78-1ac59fe8fcbe InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=400 EndTimestamp=2021-07-07T00:47:03.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:03.300Z InvocationID=77d8001a-4d90-4bc0-8c9e-5d944ae81f14 ResponseDesc=OK 2021-07-07T00:47:03.926Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5b77e149-8644-46a7-90ed-d14b40309281 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:03.926Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:03.926Z InvocationID=15e45a68-8115-4831-bd07-3d20a10833f6 2021-07-07T00:47:03.988Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5b77e149-8644-46a7-90ed-d14b40309281 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:04.890Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5b77e149-8644-46a7-90ed-d14b40309281 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=964 EndTimestamp=2021-07-07T00:47:04.890Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:03.926Z InvocationID=fb6db7a1-1935-4d7e-8841-f384616e4adb ResponseDesc=OK 2021-07-07T00:47:04.911Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=082d2149-29e1-435b-8213-4aab0a82f47d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:04.911Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:04.911Z InvocationID=20d4dd75-bd45-4938-b9a2-0c45a5c21b07 2021-07-07T00:47:05.647Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=082d2149-29e1-435b-8213-4aab0a82f47d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:05.885Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=082d2149-29e1-435b-8213-4aab0a82f47d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=973 EndTimestamp=2021-07-07T00:47:05.884Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:04.911Z InvocationID=0154635c-c610-4b03-8d7f-cf75e01bc23d ResponseDesc=OK 2021-07-07T00:47:06.572Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b569593c-28ff-4733-8025-fbdf3590493a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:06.572Z InvocationID=832b3902-e6e9-4e36-b6f0-05d080b9890e 2021-07-07T00:47:06.652Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b569593c-28ff-4733-8025-fbdf3590493a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:06.947Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b569593c-28ff-4733-8025-fbdf3590493a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=375 EndTimestamp=2021-07-07T00:47:06.947Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:06.572Z InvocationID=70178a48-4645-43d3-833f-adc87f25eec4 ResponseDesc=OK 2021-07-07T00:47:08.289Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f94850a5-c542-4ad3-86ca-bbd3ef2552c7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:08.289Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:08.289Z InvocationID=adfcf04b-2def-4037-9f62-9c676487c050 2021-07-07T00:47:08.297Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f94850a5-c542-4ad3-86ca-bbd3ef2552c7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:10.994Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f94850a5-c542-4ad3-86ca-bbd3ef2552c7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2705 EndTimestamp=2021-07-07T00:47:10.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:08.289Z InvocationID=8b862752-531e-4915-ae09-e14738cc9382 ResponseDesc=OK 2021-07-07T00:47:11.694Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d0c9d98b-e394-4574-8685-6615fa8e4b8e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:11.694Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:11.694Z InvocationID=5ef741ac-bf18-4676-84df-1a2d838d7672 2021-07-07T00:47:12.406Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d0c9d98b-e394-4574-8685-6615fa8e4b8e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:12.683Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d0c9d98b-e394-4574-8685-6615fa8e4b8e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=989 EndTimestamp=2021-07-07T00:47:12.683Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:11.694Z InvocationID=f028db73-3761-4c70-9b7f-df92fdec59b3 ResponseDesc=OK 2021-07-07T00:47:13.925Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2a2207bc-bd88-48ce-829a-70bdadc3f050 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:13.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:13.925Z InvocationID=33fecd7a-330f-4dea-a9ba-8fd62f26082e 2021-07-07T00:47:14.085Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2a2207bc-bd88-48ce-829a-70bdadc3f050 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:14.285Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2a2207bc-bd88-48ce-829a-70bdadc3f050 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=360 EndTimestamp=2021-07-07T00:47:14.285Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:13.925Z InvocationID=2468e8a7-48f2-4681-928e-8c9300ef6e8d ResponseDesc=OK 2021-07-07T00:47:14.698Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=770b611e-1ca0-4e2f-93d5-09b016c54070 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:14.698Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:14.698Z InvocationID=74033391-a096-42c0-b2e4-0876405bc8db 2021-07-07T00:47:14.789Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=770b611e-1ca0-4e2f-93d5-09b016c54070 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:14.902Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=770b611e-1ca0-4e2f-93d5-09b016c54070 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=204 EndTimestamp=2021-07-07T00:47:14.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:14.698Z InvocationID=1c0eee4c-3d88-431b-9098-821964a32d1d ResponseDesc=OK 2021-07-07T00:47:16.572Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ca1edca5-cf39-4ce7-8b1b-fe18af12f45e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:16.571Z InvocationID=3d87f4b7-33db-4fa4-9549-b88ca85711fa 2021-07-07T00:47:16.741Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ca1edca5-cf39-4ce7-8b1b-fe18af12f45e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:16.984Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ca1edca5-cf39-4ce7-8b1b-fe18af12f45e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=413 EndTimestamp=2021-07-07T00:47:16.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:16.571Z InvocationID=fb01f99d-c894-4920-a87d-a064bfce4240 ResponseDesc=OK 2021-07-07T00:47:17.001Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eb811573-a2a4-4c70-8cb4-95c41c8e03e3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:17.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:17.001Z InvocationID=23f91db7-bdb6-43de-9405-d97b528b631f 2021-07-07T00:47:17.147Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eb811573-a2a4-4c70-8cb4-95c41c8e03e3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:17.449Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eb811573-a2a4-4c70-8cb4-95c41c8e03e3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=448 EndTimestamp=2021-07-07T00:47:17.449Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:17.001Z InvocationID=af8306cd-ca1f-4c85-94f6-6c9eb11f40ca ResponseDesc=OK 2021-07-07T00:47:20.198Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9a7ba220-138d-42d0-b4fc-bafd06addd7f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:20.197Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:20.197Z InvocationID=01d94949-ad3f-4853-9091-194ca33cc9e2 2021-07-07T00:47:20.288Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9a7ba220-138d-42d0-b4fc-bafd06addd7f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:20.643Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9a7ba220-138d-42d0-b4fc-bafd06addd7f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=446 EndTimestamp=2021-07-07T00:47:20.643Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:20.197Z InvocationID=6d4371c0-c450-44af-a845-76d7fffcb76b ResponseDesc=OK 2021-07-07T00:47:22.993Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6046919d-5d23-4720-bcbc-7d43f1052f71 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:22.993Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:22.993Z InvocationID=723baf5a-5fd9-4737-aa54-4e38bba8e329 2021-07-07T00:47:23.187Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6046919d-5d23-4720-bcbc-7d43f1052f71 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:23.291Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6046919d-5d23-4720-bcbc-7d43f1052f71 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=298 EndTimestamp=2021-07-07T00:47:23.291Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:22.993Z InvocationID=a6a12a07-a671-42ea-b5b8-54a183513ebb ResponseDesc=OK 2021-07-07T00:47:23.924Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f004e9c8-9428-4b1e-b5b9-3588c2932239 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:23.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:23.923Z InvocationID=cdba5277-61be-4967-913d-564dafdb464e 2021-07-07T00:47:24.105Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f004e9c8-9428-4b1e-b5b9-3588c2932239 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:24.487Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f004e9c8-9428-4b1e-b5b9-3588c2932239 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=564 EndTimestamp=2021-07-07T00:47:24.487Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:23.923Z InvocationID=261c9d93-a7da-4d6d-9f69-5c0f65b427b4 ResponseDesc=OK 2021-07-07T00:47:25.791Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d544b6d9-edd4-462c-b7a2-cea4f3c77734 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:25.791Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:25.791Z InvocationID=2ed0f1f3-edb3-4c1d-b8a9-68a781af6e2a 2021-07-07T00:47:26.283Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d544b6d9-edd4-462c-b7a2-cea4f3c77734 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:26.552Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d544b6d9-edd4-462c-b7a2-cea4f3c77734 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=761 EndTimestamp=2021-07-07T00:47:26.552Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:25.791Z InvocationID=6393713d-013b-4444-87d1-7016f0b53ce0 ResponseDesc=OK 2021-07-07T00:47:26.570Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ff5a8a41-2bd7-4057-a52e-aab24ec8e991 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:26.570Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:26.570Z InvocationID=b80a9555-32be-4542-8f6a-e5edcf4a792c 2021-07-07T00:47:27.343Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ff5a8a41-2bd7-4057-a52e-aab24ec8e991 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:27.584Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ff5a8a41-2bd7-4057-a52e-aab24ec8e991 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1014 EndTimestamp=2021-07-07T00:47:27.584Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:26.570Z InvocationID=ce6999b2-2723-4e10-8f13-103b38229f4f ResponseDesc=OK 2021-07-07T00:47:29.193Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=26358ff0-3838-4692-bb1c-b53fcf4aa4fd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:29.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:29.193Z InvocationID=020bc8a2-df51-479c-9a40-a03e3c368ec7 2021-07-07T00:47:29.385Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=26358ff0-3838-4692-bb1c-b53fcf4aa4fd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:29.786Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=26358ff0-3838-4692-bb1c-b53fcf4aa4fd InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=593 EndTimestamp=2021-07-07T00:47:29.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:29.193Z InvocationID=c53af53a-d6dc-42b4-b606-e4a529faaeab ResponseDesc=OK 2021-07-07T00:47:32.000Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=86e3d3bb-c438-49f7-87ac-977b17247847 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:31.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:31.999Z InvocationID=75e398a9-394d-48c2-b85e-d17638ba2d99 2021-07-07T00:47:32.183Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=86e3d3bb-c438-49f7-87ac-977b17247847 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:32.509Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=86e3d3bb-c438-49f7-87ac-977b17247847 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=510 EndTimestamp=2021-07-07T00:47:32.509Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:31.999Z InvocationID=014c353b-40c8-49b2-96dc-201003bd427d ResponseDesc=OK 2021-07-07T00:47:33.926Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f8172de8-7749-43ee-a56c-4510b67e71d1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:33.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:33.925Z InvocationID=d1e2f56c-90e0-4eb2-83bc-1e1d81d34d7d 2021-07-07T00:47:34.644Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f8172de8-7749-43ee-a56c-4510b67e71d1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:34.992Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=68eaac9b-b5b0-494d-83dd-a1b3883ff306 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:34.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:34.992Z InvocationID=a15ff8d7-924c-4636-ac23-7bd19c986967 2021-07-07T00:47:35.214Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=68eaac9b-b5b0-494d-83dd-a1b3883ff306 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:35.784Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f8172de8-7749-43ee-a56c-4510b67e71d1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1859 EndTimestamp=2021-07-07T00:47:35.784Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:33.925Z InvocationID=87749306-2170-4f97-aa98-a1e6bc298d9b ResponseDesc=OK 2021-07-07T00:47:36.046Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=68eaac9b-b5b0-494d-83dd-a1b3883ff306 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1054 EndTimestamp=2021-07-07T00:47:36.046Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:34.992Z InvocationID=c37f3e7f-a7b8-4a75-9ba9-8a66f38f13a4 ResponseDesc=OK 2021-07-07T00:47:36.571Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c8a59835-9872-44bc-adfe-1fdc5ad55f3b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:36.571Z InvocationID=64c058d5-e6ba-4779-bc87-c13012102ba5 2021-07-07T00:47:36.683Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c8a59835-9872-44bc-adfe-1fdc5ad55f3b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:37.074Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c8a59835-9872-44bc-adfe-1fdc5ad55f3b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=502 EndTimestamp=2021-07-07T00:47:37.073Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:36.571Z InvocationID=1d8ffa67-1066-4cd7-8f70-7f34a965dc9e ResponseDesc=OK 2021-07-07T00:47:38.291Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ed5f2269-155b-4c2f-bfe4-11fe01d2ce1a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:38.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:38.290Z InvocationID=b503576a-582b-4d07-8567-1b843c77c9fa 2021-07-07T00:47:38.546Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ed5f2269-155b-4c2f-bfe4-11fe01d2ce1a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:39.084Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ed5f2269-155b-4c2f-bfe4-11fe01d2ce1a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=794 EndTimestamp=2021-07-07T00:47:39.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:38.290Z InvocationID=3ffc3902-2bf3-46b7-ae71-add08005857e ResponseDesc=OK 2021-07-07T00:47:41.097Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ff654e66-1dea-44b0-824a-2f830f65f537 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:41.097Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:41.097Z InvocationID=59691418-71ac-4d62-9721-c313efb3d457 2021-07-07T00:47:41.785Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ff654e66-1dea-44b0-824a-2f830f65f537 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:42.688Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ff654e66-1dea-44b0-824a-2f830f65f537 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1590 EndTimestamp=2021-07-07T00:47:42.687Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:41.097Z InvocationID=fc75ccc1-cb57-4cd6-b40a-a9ad66a30d30 ResponseDesc=OK 2021-07-07T00:47:43.923Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5d9f8c85-b036-4b63-a330-33431f51b326 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:43.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:43.923Z InvocationID=6b5b6b00-be65-4cf4-85fb-7e1f4810f1ce 2021-07-07T00:47:43.986Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5d9f8c85-b036-4b63-a330-33431f51b326 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:44.098Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=38e9bbb6-fadb-46f7-b1e3-04e88a01611a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:44.098Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:44.098Z InvocationID=dd37b5d4-e346-4a38-a948-6395cdf03d27 2021-07-07T00:47:44.948Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=38e9bbb6-fadb-46f7-b1e3-04e88a01611a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:44.949Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5d9f8c85-b036-4b63-a330-33431f51b326 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1026 EndTimestamp=2021-07-07T00:47:44.949Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:43.923Z InvocationID=0d3961d0-916c-4f34-9e06-7dcc53d3094c ResponseDesc=OK 2021-07-07T00:47:45.284Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=38e9bbb6-fadb-46f7-b1e3-04e88a01611a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1186 EndTimestamp=2021-07-07T00:47:45.284Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:44.098Z InvocationID=3690e3a9-b001-42d2-b605-023cfb185a87 ResponseDesc=OK 2021-07-07T00:47:46.571Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6ff7d7fa-a6ab-4576-be7a-d5ff4b405e14 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:46.571Z InvocationID=fc5db066-166c-4966-8146-cfcf05f25b53 2021-07-07T00:47:46.741Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6ff7d7fa-a6ab-4576-be7a-d5ff4b405e14 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:47.047Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6ff7d7fa-a6ab-4576-be7a-d5ff4b405e14 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=476 EndTimestamp=2021-07-07T00:47:47.047Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:46.571Z InvocationID=b743551e-a839-410c-ac64-e9ec39ada264 ResponseDesc=OK 2021-07-07T00:47:47.093Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7b27e5b9-3ba2-4b71-9115-24f0ec6876f6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:47.093Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:47.093Z InvocationID=215db92c-deaf-4f64-b338-c458c71cd2d9 2021-07-07T00:47:47.383Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7b27e5b9-3ba2-4b71-9115-24f0ec6876f6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:47.749Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7b27e5b9-3ba2-4b71-9115-24f0ec6876f6 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=656 EndTimestamp=2021-07-07T00:47:47.749Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:47.093Z InvocationID=a6af8a90-ccfc-43c2-b929-f0112f30ee20 ResponseDesc=OK 2021-07-07T00:47:50.296Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f74c90b9-b063-4577-ab9c-1718cfb2c346 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:50.296Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:50.296Z InvocationID=1ca4620c-f286-470e-9283-310f0126bf8b 2021-07-07T00:47:51.942Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f74c90b9-b063-4577-ab9c-1718cfb2c346 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:52.184Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f74c90b9-b063-4577-ab9c-1718cfb2c346 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1888 EndTimestamp=2021-07-07T00:47:52.184Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:50.296Z InvocationID=decaddd3-3687-439f-bde6-d1d21420a830 ResponseDesc=OK 2021-07-07T00:47:53.000Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09a8fdef-4600-4e50-9f2e-e0ed3419da13 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:53.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:53.000Z InvocationID=4cbdfe4f-d728-4ecd-9e87-5a593fa4ee3e 2021-07-07T00:47:53.185Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09a8fdef-4600-4e50-9f2e-e0ed3419da13 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:53.486Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=09a8fdef-4600-4e50-9f2e-e0ed3419da13 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=485 EndTimestamp=2021-07-07T00:47:53.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:53.000Z InvocationID=4abdb074-24e9-4265-8cd2-bece8a285b92 ResponseDesc=OK 2021-07-07T00:47:53.923Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1eb5d9f1-2ee7-4945-82ef-790655ebf5f8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:53.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:53.923Z InvocationID=b6d3b415-c95a-458f-b9f0-7bd118791714 2021-07-07T00:47:53.989Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1eb5d9f1-2ee7-4945-82ef-790655ebf5f8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:55.546Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1eb5d9f1-2ee7-4945-82ef-790655ebf5f8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1623 EndTimestamp=2021-07-07T00:47:55.546Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:53.923Z InvocationID=dccefbcd-114f-4542-89d7-aac28adc88e4 ResponseDesc=OK 2021-07-07T00:47:55.895Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aeeedab9-3971-4037-a884-eaa177308f4a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:55.894Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:55.894Z InvocationID=d9dfb0cb-4682-42ea-8b41-7bfac20f8a02 2021-07-07T00:47:56.156Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aeeedab9-3971-4037-a884-eaa177308f4a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:56.384Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aeeedab9-3971-4037-a884-eaa177308f4a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=490 EndTimestamp=2021-07-07T00:47:56.384Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:55.894Z InvocationID=b092755e-f053-4ab9-a437-5f83f34c8388 ResponseDesc=OK 2021-07-07T00:47:56.571Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4a056aef-f658-4851-b62e-9e2182faf5b8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:56.571Z InvocationID=95bea32e-4d19-423a-9d18-d1792729b7aa 2021-07-07T00:47:56.646Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4a056aef-f658-4851-b62e-9e2182faf5b8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:47:56.952Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4a056aef-f658-4851-b62e-9e2182faf5b8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=381 EndTimestamp=2021-07-07T00:47:56.952Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:56.571Z InvocationID=a4fd79d8-910d-46b2-a8f9-fa2789b6aa49 ResponseDesc=OK 2021-07-07T00:47:59.291Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c468c133-6989-4cb5-bf04-cb8954bdecc2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:47:59.291Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:59.291Z InvocationID=6f34f050-a4d8-4e12-b937-c7eedfd2d6a9 2021-07-07T00:47:59.483Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c468c133-6989-4cb5-bf04-cb8954bdecc2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:00.462Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c468c133-6989-4cb5-bf04-cb8954bdecc2 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1171 EndTimestamp=2021-07-07T00:48:00.462Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:47:59.291Z InvocationID=f8a1536b-5fb5-49f6-9a62-c93f453cd4ef ResponseDesc=OK 2021-07-07T00:48:02.192Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=92e071e9-eb8d-4d6d-8d28-a6a162340dd5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:02.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:02.192Z InvocationID=8b6f0411-07e8-4f59-acf1-7e6c73ec7bed 2021-07-07T00:48:02.549Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=92e071e9-eb8d-4d6d-8d28-a6a162340dd5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:02.784Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=92e071e9-eb8d-4d6d-8d28-a6a162340dd5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=592 EndTimestamp=2021-07-07T00:48:02.784Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:02.192Z InvocationID=30e47088-c531-406f-a3ea-081ab082e743 ResponseDesc=OK 2021-07-07T00:48:03.923Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c835a79-eade-4d39-89a0-2768e1ed2a3c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:03.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:03.923Z InvocationID=0a2c8e73-8b13-4120-8170-a511bf7e6964 2021-07-07T00:48:04.087Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c835a79-eade-4d39-89a0-2768e1ed2a3c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:04.385Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6c835a79-eade-4d39-89a0-2768e1ed2a3c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=462 EndTimestamp=2021-07-07T00:48:04.385Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:03.923Z InvocationID=fb5c6de4-8975-4cf2-9620-7d92515cb70e ResponseDesc=OK 2021-07-07T00:48:04.906Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4f60131f-ee13-455f-820d-608791db30b3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:04.906Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:04.906Z InvocationID=bb4402ca-bdac-4e8a-8acc-92e4db20c068 2021-07-07T00:48:05.084Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4f60131f-ee13-455f-820d-608791db30b3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:05.343Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4f60131f-ee13-455f-820d-608791db30b3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=437 EndTimestamp=2021-07-07T00:48:05.343Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:04.906Z InvocationID=f2bcbc03-0d8f-4a8a-a5aa-42aa7983691b ResponseDesc=OK 2021-07-07T00:48:06.571Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=47e60dca-0498-482a-8abb-be5aa9bff1c5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:06.571Z InvocationID=d4f3100d-919c-4240-baab-881a36211226 2021-07-07T00:48:07.042Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=47e60dca-0498-482a-8abb-be5aa9bff1c5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:07.284Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=47e60dca-0498-482a-8abb-be5aa9bff1c5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=713 EndTimestamp=2021-07-07T00:48:07.284Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:06.571Z InvocationID=2a8f7aae-eb0a-4f5b-a54f-0342e4ede31e ResponseDesc=OK 2021-07-07T00:48:08.098Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f9d01168-4870-43c3-9873-d69ae9a505e3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:08.098Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:08.098Z InvocationID=91cb17c9-3be6-490a-b444-18efb6096a5d 2021-07-07T00:48:08.288Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f9d01168-4870-43c3-9873-d69ae9a505e3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:08.798Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f9d01168-4870-43c3-9873-d69ae9a505e3 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=700 EndTimestamp=2021-07-07T00:48:08.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:08.098Z InvocationID=0693cce6-6644-42e9-9d08-677d514649d8 ResponseDesc=OK 2021-07-07T00:48:10.989Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ac16136d-ea42-4b0b-9d37-08159cf69f4c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:10.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:10.989Z InvocationID=b6854597-d745-40ee-b6f7-cc9eb05979fb 2021-07-07T00:48:11.083Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ac16136d-ea42-4b0b-9d37-08159cf69f4c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:11.360Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ac16136d-ea42-4b0b-9d37-08159cf69f4c InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=371 EndTimestamp=2021-07-07T00:48:11.360Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:10.989Z InvocationID=187af07c-ee96-46c2-ab0c-1029fc6970fe ResponseDesc=OK 2021-07-07T00:48:13.925Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7224d9bc-1193-4d9d-80a8-fa8b3742fda5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:13.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:13.925Z InvocationID=7c16c102-b2f5-4118-ac5a-d3137c859f6e 2021-07-07T00:48:14.149Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7224d9bc-1193-4d9d-80a8-fa8b3742fda5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:14.399Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=012f6afa-cc8f-4629-ae5a-932c15895a55 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:14.399Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:14.399Z InvocationID=ba1933de-35a3-48a7-80bd-2f38bdc60e21 2021-07-07T00:48:14.587Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=012f6afa-cc8f-4629-ae5a-932c15895a55 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:14.884Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7224d9bc-1193-4d9d-80a8-fa8b3742fda5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=959 EndTimestamp=2021-07-07T00:48:14.884Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:13.925Z InvocationID=89f0ebea-3d05-4665-902a-1b3cadcac3e1 ResponseDesc=OK 2021-07-07T00:48:15.486Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=012f6afa-cc8f-4629-ae5a-932c15895a55 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1087 EndTimestamp=2021-07-07T00:48:15.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:14.399Z InvocationID=76f43304-3678-4bfa-99a1-ccf2ae47c296 ResponseDesc=OK 2021-07-07T00:48:16.571Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9dd4b3cb-d226-4377-af65-822e20fc2525 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:16.571Z InvocationID=f11cf229-a579-40a4-984a-8d02a86c2631 2021-07-07T00:48:16.684Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9dd4b3cb-d226-4377-af65-822e20fc2525 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:16.988Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=56004c05-b76b-431a-9bb4-4f3a9604f8fb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:16.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:16.987Z InvocationID=42e621dc-4346-46a4-bba0-6952fa553a18 2021-07-07T00:48:18.144Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9dd4b3cb-d226-4377-af65-822e20fc2525 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1573 EndTimestamp=2021-07-07T00:48:18.144Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:16.571Z InvocationID=4899fe9b-6ef5-42d6-a073-2def10e20e70 ResponseDesc=OK 2021-07-07T00:48:18.248Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=56004c05-b76b-431a-9bb4-4f3a9604f8fb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:20.733Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f1b0efc7-21cc-4c7c-ae0b-f17fd44962dc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:20.733Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:20.733Z InvocationID=4d51455a-2037-458c-9f38-1a8353299a77 2021-07-07T00:48:21.385Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f1b0efc7-21cc-4c7c-ae0b-f17fd44962dc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:21.484Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=56004c05-b76b-431a-9bb4-4f3a9604f8fb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4497 EndTimestamp=2021-07-07T00:48:21.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:16.987Z InvocationID=a096907f-bffc-4cba-8805-48e97bb413c7 ResponseDesc=OK 2021-07-07T00:48:21.885Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f1b0efc7-21cc-4c7c-ae0b-f17fd44962dc InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1152 EndTimestamp=2021-07-07T00:48:21.885Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:20.733Z InvocationID=fd2c951b-b8f7-4026-9280-30bcf4a0c5a0 ResponseDesc=OK 2021-07-07T00:48:22.904Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2037ecc4-8f02-43a3-a0cb-2787391b37e0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:22.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:22.904Z InvocationID=568794aa-be0f-4fdf-ac61-e90bf0fd7519 2021-07-07T00:48:22.987Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2037ecc4-8f02-43a3-a0cb-2787391b37e0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:23.262Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2037ecc4-8f02-43a3-a0cb-2787391b37e0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=358 EndTimestamp=2021-07-07T00:48:23.262Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:22.904Z InvocationID=945d37ec-6419-4868-924b-73a0c919a62d ResponseDesc=OK 2021-07-07T00:48:23.924Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d1e10add-f694-4d84-bc0d-465a47d345ef InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:23.924Z InvocationID=05f86b29-1788-4698-8788-81dff5ae7450 2021-07-07T00:48:24.155Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d1e10add-f694-4d84-bc0d-465a47d345ef InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:24.384Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d1e10add-f694-4d84-bc0d-465a47d345ef InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=460 EndTimestamp=2021-07-07T00:48:24.384Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:23.924Z InvocationID=548455f0-8957-4370-9853-4031c1004e12 ResponseDesc=OK 2021-07-07T00:48:25.995Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=56e95741-811a-4123-b46c-2048bf6b7533 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:25.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:25.994Z InvocationID=e1f15ff0-d481-432f-a7ea-9d38e85f57d9 2021-07-07T00:48:26.050Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=56e95741-811a-4123-b46c-2048bf6b7533 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:26.571Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e3172c2a-cf6f-47b8-b6a9-5b3924fc2293 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:26.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:26.571Z InvocationID=02c80567-9cfe-4851-b103-5a03fc1292c5 2021-07-07T00:48:26.684Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e3172c2a-cf6f-47b8-b6a9-5b3924fc2293 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:27.746Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=56e95741-811a-4123-b46c-2048bf6b7533 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1752 EndTimestamp=2021-07-07T00:48:27.746Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:25.994Z InvocationID=45beb765-4535-4c13-8830-cbfe93032273 ResponseDesc=OK 2021-07-07T00:48:27.785Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e3172c2a-cf6f-47b8-b6a9-5b3924fc2293 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1214 EndTimestamp=2021-07-07T00:48:27.785Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:26.571Z InvocationID=bf44a749-89a1-4da5-af09-9c5c14398475 ResponseDesc=OK 2021-07-07T00:48:29.291Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a103a660-1148-440c-887d-b9a81548aebb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:29.291Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:29.291Z InvocationID=79ec1906-d007-40e4-b55c-1c820cc74e52 2021-07-07T00:48:29.550Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a103a660-1148-440c-887d-b9a81548aebb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:29.785Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a103a660-1148-440c-887d-b9a81548aebb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=494 EndTimestamp=2021-07-07T00:48:29.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:29.291Z InvocationID=7911888d-2897-40d4-a961-59eb5ff7f2f2 ResponseDesc=OK 2021-07-07T00:48:31.989Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=22ae4697-ec51-46e6-89bd-596e1d758a5f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:31.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:31.989Z InvocationID=556935a9-571d-4566-9489-a225d6d53db3 2021-07-07T00:48:32.086Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=22ae4697-ec51-46e6-89bd-596e1d758a5f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:33.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=34910b36-3ff4-4edb-8a08-45e33b0fe673 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:33.924Z InvocationID=12598a52-2c96-4ac7-9f4b-af54c16a219e 2021-07-07T00:48:33.987Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=34910b36-3ff4-4edb-8a08-45e33b0fe673 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:34.786Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=22ae4697-ec51-46e6-89bd-596e1d758a5f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2796 EndTimestamp=2021-07-07T00:48:34.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:31.989Z InvocationID=60eba587-336a-464e-bf52-87c3a074cdc6 ResponseDesc=OK 2021-07-07T00:48:35.055Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=34910b36-3ff4-4edb-8a08-45e33b0fe673 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1131 EndTimestamp=2021-07-07T00:48:35.055Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:33.924Z InvocationID=be6659e4-44e1-46ed-aeb7-de96a33ca438 ResponseDesc=OK 2021-07-07T00:48:35.289Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=32f9cd12-46ed-4c92-8394-b55f0ae8eaac InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:35.289Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:35.289Z InvocationID=3b5d9d18-f64f-40af-a848-79ae4bc24e01 2021-07-07T00:48:35.950Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=32f9cd12-46ed-4c92-8394-b55f0ae8eaac InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:36.385Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=32f9cd12-46ed-4c92-8394-b55f0ae8eaac InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1096 EndTimestamp=2021-07-07T00:48:36.385Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:35.289Z InvocationID=560748dd-8ccf-4099-ac2f-856b474c4fd6 ResponseDesc=OK 2021-07-07T00:48:36.571Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cbef5b6d-41d5-476c-a4f2-c6fcce858154 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:36.571Z InvocationID=616dbedb-c58b-4a76-937b-87722881f1ee 2021-07-07T00:48:36.589Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cbef5b6d-41d5-476c-a4f2-c6fcce858154 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:36.843Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cbef5b6d-41d5-476c-a4f2-c6fcce858154 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=271 EndTimestamp=2021-07-07T00:48:36.842Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:36.571Z InvocationID=dee6edde-156e-4d9a-b6af-7e22f8b39da5 ResponseDesc=OK 2021-07-07T00:48:38.198Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=58f84bbe-35a5-444c-9362-dfdfa4fa4feb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:38.198Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:38.198Z InvocationID=7e3b374f-01cb-4988-873b-386797c5a2a2 2021-07-07T00:48:38.384Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=58f84bbe-35a5-444c-9362-dfdfa4fa4feb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:39.250Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=58f84bbe-35a5-444c-9362-dfdfa4fa4feb InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1052 EndTimestamp=2021-07-07T00:48:39.250Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:38.198Z InvocationID=1df3198d-50de-4a91-a14c-c2b8cabe448a ResponseDesc=OK 2021-07-07T00:48:41.196Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c2f2bcfe-d2f0-4de0-b958-970ac65383b1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:41.195Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:41.195Z InvocationID=888a3e2b-4954-43f6-94e4-999c587af0fe 2021-07-07T00:48:41.298Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c2f2bcfe-d2f0-4de0-b958-970ac65383b1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:41.485Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c2f2bcfe-d2f0-4de0-b958-970ac65383b1 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=289 EndTimestamp=2021-07-07T00:48:41.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:41.195Z InvocationID=47a4cdf9-3924-4c3e-a1d5-242b95dc5161 ResponseDesc=OK 2021-07-07T00:48:43.924Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cc2913e0-0698-4154-8512-1082f9a004f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:43.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:43.923Z InvocationID=5a0ed0da-a71c-41b4-b54e-676cc662571b 2021-07-07T00:48:44.085Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cc2913e0-0698-4154-8512-1082f9a004f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:44.197Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=67379ecf-27db-4a9e-b630-ddd7fd132936 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:44.197Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:44.197Z InvocationID=b2a2b53b-a7b0-4ee7-b77f-b61b72ce1b4c 2021-07-07T00:48:45.884Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=67379ecf-27db-4a9e-b630-ddd7fd132936 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:46.443Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cc2913e0-0698-4154-8512-1082f9a004f5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2520 EndTimestamp=2021-07-07T00:48:46.443Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:43.923Z InvocationID=22ba5583-d69e-4396-98d1-f52bfe39a762 ResponseDesc=OK 2021-07-07T00:48:46.571Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b45ab453-b196-405c-aaa6-0c0e0e63cf20 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:46.571Z InvocationID=e6d33717-720e-4925-9c29-da41169f4d1f 2021-07-07T00:48:47.934Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8c8eb917-8e61-4070-96d5-63dc8b309c47 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:47.934Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:47.934Z InvocationID=269b4127-eee9-4dd1-b70a-f7cc3ff8f1aa 2021-07-07T00:48:48.184Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8c8eb917-8e61-4070-96d5-63dc8b309c47 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:48.246Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=67379ecf-27db-4a9e-b630-ddd7fd132936 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4049 EndTimestamp=2021-07-07T00:48:48.246Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:44.197Z InvocationID=943b4b08-0d6d-4c7b-a53c-59e3b57a08c2 ResponseDesc=OK 2021-07-07T00:48:49.784Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8c8eb917-8e61-4070-96d5-63dc8b309c47 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1850 EndTimestamp=2021-07-07T00:48:49.784Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:47.934Z InvocationID=273c10a6-9c8a-4e96-95fd-b944cc446646 ResponseDesc=OK 2021-07-07T00:48:49.841Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b45ab453-b196-405c-aaa6-0c0e0e63cf20 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:50.186Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b45ab453-b196-405c-aaa6-0c0e0e63cf20 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=3615 EndTimestamp=2021-07-07T00:48:50.186Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:46.571Z InvocationID=8a7d36aa-e722-40df-a3ea-60eb27135ff0 ResponseDesc=OK 2021-07-07T00:48:50.601Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=72f24356-f1a2-4400-9b06-45d47c558d28 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:50.601Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:50.601Z InvocationID=ca40720e-07f8-4682-835c-94f9f3f4c74b 2021-07-07T00:48:50.687Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=72f24356-f1a2-4400-9b06-45d47c558d28 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:48:53.924Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=af083ab7-682c-4b09-93e8-ec56aa7c6a3f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:53.924Z InvocationID=701cbfcf-b5ba-4628-9135-9a5e6f2e0ada 2021-07-07T00:48:54.230Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=352f2305-8478-4038-8b21-05de76455597 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:54.230Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:54.230Z InvocationID=26631611-d6a6-4bbf-96ac-ebaf80079ec6 2021-07-07T00:48:56.571Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8424a1fc-d0f1-4326-9c12-f000825c043a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:56.571Z InvocationID=6e890e90-7477-4c9a-b389-1be2b4cb63da 2021-07-07T00:48:58.123Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1c296b40-4afb-4a81-8bc1-a68997d9b224 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:48:58.123Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:58.123Z InvocationID=661a4707-7301-4da3-aa8e-2453464c6375 2021-07-07T00:48:58.686Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8424a1fc-d0f1-4326-9c12-f000825c043a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:49:00.885Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8424a1fc-d0f1-4326-9c12-f000825c043a InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4314 EndTimestamp=2021-07-07T00:49:00.885Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:56.571Z InvocationID=1f6c0ad9-8f43-442d-aafa-c9383411926a ResponseDesc=OK 2021-07-07T00:49:00.947Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=72f24356-f1a2-4400-9b06-45d47c558d28 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=10346 EndTimestamp=2021-07-07T00:49:00.947Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:50.601Z InvocationID=cab583a3-377d-492b-bced-c4f28cf216d5 ResponseDesc=OK 2021-07-07T00:49:01.549Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=af083ab7-682c-4b09-93e8-ec56aa7c6a3f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:49:01.565Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1c296b40-4afb-4a81-8bc1-a68997d9b224 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:49:02.029Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0d1079ea-ecb0-4f60-b800-e41e241edc0b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:02.029Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:02.029Z InvocationID=df472ae1-dcf7-44f5-95cb-e6873fc39455 2021-07-07T00:49:02.187Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1c296b40-4afb-4a81-8bc1-a68997d9b224 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4064 EndTimestamp=2021-07-07T00:49:02.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:58.123Z InvocationID=a91e1e20-2933-402b-8d60-c2bbbb3fd952 ResponseDesc=OK 2021-07-07T00:49:02.244Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=af083ab7-682c-4b09-93e8-ec56aa7c6a3f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=8319 EndTimestamp=2021-07-07T00:49:02.243Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:53.924Z InvocationID=a7a5c642-feee-4962-a63a-9f3e0b7b3cfc ResponseDesc=OK 2021-07-07T00:49:02.386Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0d1079ea-ecb0-4f60-b800-e41e241edc0b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:49:02.584Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0d1079ea-ecb0-4f60-b800-e41e241edc0b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=555 EndTimestamp=2021-07-07T00:49:02.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:02.029Z InvocationID=2a933d85-61be-4f73-bb28-83fce1426cbc ResponseDesc=OK 2021-07-07T00:49:03.200Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ae75c296-0ef6-47ca-9655-1635c4ebe3e4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:03.199Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:03.199Z InvocationID=d4b51f53-a560-43fa-b682-ef16c4935561 2021-07-07T00:49:03.349Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ae75c296-0ef6-47ca-9655-1635c4ebe3e4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:49:03.593Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ae75c296-0ef6-47ca-9655-1635c4ebe3e4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=394 EndTimestamp=2021-07-07T00:49:03.593Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:03.199Z InvocationID=ab08b564-cc55-489a-b38a-dda83ff98e25 ResponseDesc=OK 2021-07-07T00:49:03.923Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=71dee1fe-2440-4f05-afa9-081e3d691770 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:03.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:03.923Z InvocationID=1a6f2590-a027-4309-9e5e-dc92e392af60 2021-07-07T00:49:04.085Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=71dee1fe-2440-4f05-afa9-081e3d691770 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:49:04.288Z [qtp817348612-58] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=352f2305-8478-4038-8b21-05de76455597 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:05.191Z [qtp817348612-62] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=237c2884-fd8b-4d77-a8a7-3e9e534d4cc7 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:49:05.191Z ElapsedTime=0 EndTimestamp=2021-07-07T00:49:05.191Z InvocationID=48a320be-c361-454d-a2dc-4a2eb0014a71 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:49:05.294Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=352f2305-8478-4038-8b21-05de76455597 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=11064 EndTimestamp=2021-07-07T00:49:05.294Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:48:54.230Z InvocationID=8a5cdf94-5f87-485f-a80a-ca3aec9a9108 ResponseDesc=Internal Server Error 2021-07-07T00:49:05.386Z [qtp817348612-62] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=237c2884-fd8b-4d77-a8a7-3e9e534d4cc7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:49:05.484Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=71dee1fe-2440-4f05-afa9-081e3d691770 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1561 EndTimestamp=2021-07-07T00:49:05.484Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:03.923Z InvocationID=f1827cc5-59e9-47db-8be5-fd8633e8e486 ResponseDesc=OK 2021-07-07T00:49:05.499Z [qtp817348612-62] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=237c2884-fd8b-4d77-a8a7-3e9e534d4cc7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=308 EndTimestamp=2021-07-07T00:49:05.499Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:05.191Z InvocationID=c650c314-24e3-4c4b-b6de-5b664f19c961 ResponseDesc=OK 2021-07-07T00:49:06.572Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0acce7cd-40f4-45af-b458-56a870583cd0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:06.571Z InvocationID=392c3221-f11f-4999-8e07-e9eb3a06c0ce 2021-07-07T00:49:06.683Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0acce7cd-40f4-45af-b458-56a870583cd0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:49:07.247Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0acce7cd-40f4-45af-b458-56a870583cd0 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=676 EndTimestamp=2021-07-07T00:49:07.247Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:06.571Z InvocationID=7fbed6f9-d667-4c9d-8fde-0599a010d743 ResponseDesc=OK 2021-07-07T00:49:08.194Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1cd7aafc-f988-419f-b8c7-9785d9c24619 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:08.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:08.194Z InvocationID=03c76781-80b2-4c96-93d0-118fa3c332f4 2021-07-07T00:49:09.045Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1cd7aafc-f988-419f-b8c7-9785d9c24619 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:49:09.985Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1cd7aafc-f988-419f-b8c7-9785d9c24619 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1791 EndTimestamp=2021-07-07T00:49:09.985Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:08.194Z InvocationID=1e70c83c-1808-4dbb-b48c-ac4e128c5eea ResponseDesc=OK 2021-07-07T00:49:11.205Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0e164cc6-af6e-4634-b5e2-b6ed59395225 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:11.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:11.205Z InvocationID=df3116f2-0cea-40cf-a308-19dbb8233d5c 2021-07-07T00:49:11.385Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0e164cc6-af6e-4634-b5e2-b6ed59395225 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:49:12.543Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0e164cc6-af6e-4634-b5e2-b6ed59395225 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1338 EndTimestamp=2021-07-07T00:49:12.543Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:11.205Z InvocationID=20db246f-66c6-4bcd-8e55-b151f4dc256d ResponseDesc=OK 2021-07-07T00:49:13.923Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e5ec1030-17ec-4740-a912-ef28e3e37256 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:13.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:13.923Z InvocationID=a9aaf668-c183-4f76-bebe-9ba8b0df734c 2021-07-07T00:49:14.041Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e5ec1030-17ec-4740-a912-ef28e3e37256 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:49:14.190Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b1bd0492-3871-412c-9187-2c041b22d006 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:14.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:14.190Z InvocationID=c7ac904a-f959-416e-9b55-bb4463a13979 2021-07-07T00:49:14.242Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e5ec1030-17ec-4740-a912-ef28e3e37256 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=319 EndTimestamp=2021-07-07T00:49:14.242Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:13.923Z InvocationID=028e4416-64a1-4bf3-847c-6d44c23355f6 ResponseDesc=OK 2021-07-07T00:49:15.249Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b1bd0492-3871-412c-9187-2c041b22d006 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:49:16.571Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=093a8b53-7954-4190-8cbc-1cd53196b46d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:16.571Z InvocationID=5d893bd1-437a-4936-b4be-a097e440df55 2021-07-07T00:49:16.943Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=093a8b53-7954-4190-8cbc-1cd53196b46d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:49:17.084Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b1bd0492-3871-412c-9187-2c041b22d006 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=2894 EndTimestamp=2021-07-07T00:49:17.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:14.190Z InvocationID=261790dc-2aac-4095-9c58-b6b470001fa7 ResponseDesc=OK 2021-07-07T00:49:17.290Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=093a8b53-7954-4190-8cbc-1cd53196b46d InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=718 EndTimestamp=2021-07-07T00:49:17.289Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:16.571Z InvocationID=bea9e4a9-de95-424e-8ea8-7790817a310a ResponseDesc=OK 2021-07-07T00:49:17.987Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=81658358-e5cb-42e5-a988-f53fb21e1bc8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:17.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:17.987Z InvocationID=25a8d1f3-4b32-4d83-b9a4-552ee6b56a1c 2021-07-07T00:49:18.283Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=81658358-e5cb-42e5-a988-f53fb21e1bc8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:49:18.497Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=81658358-e5cb-42e5-a988-f53fb21e1bc8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=510 EndTimestamp=2021-07-07T00:49:18.497Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:17.987Z InvocationID=690e3617-e40b-46d8-baf6-e7d8fc3cdc56 ResponseDesc=OK 2021-07-07T00:49:19.999Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=67470845-0641-42cf-82fc-3493fa3edc86 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:19.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:19.999Z InvocationID=5d41ba01-cb50-4f75-8f22-7537b4965913 2021-07-07T00:49:20.159Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=67470845-0641-42cf-82fc-3493fa3edc86 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:49:23.924Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1a4553e3-ffbb-44fd-b72e-43f80214d129 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:23.924Z InvocationID=9bf03edb-28f3-478e-9373-b7ade77a55f0 2021-07-07T00:49:23.934Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=71bf394c-f4a9-4ca0-ac1c-74b68fca3fed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:23.934Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:23.934Z InvocationID=54323872-0623-4323-a434-6452a9e8bd01 2021-07-07T00:49:26.572Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dbe9dd87-3905-4ebd-86d7-a546a35d0a90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:26.572Z InvocationID=3c0ad37f-7cc0-4145-81d5-a08eff22ddce 2021-07-07T00:49:27.729Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8d4ba6b2-a0b3-4f87-b79c-66c663178349 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:27.729Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:27.729Z InvocationID=ab6dfe4f-6942-4ff7-b397-d4103b3dc6ec 2021-07-07T00:49:30.186Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=67470845-0641-42cf-82fc-3493fa3edc86 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:31.437Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ebd607c0-36cf-453b-beba-0efc62815c13 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:31.437Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:31.437Z InvocationID=37a2d351-b044-413b-a6af-d9f34cca100d 2021-07-07T00:49:33.989Z [qtp817348612-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1a4553e3-ffbb-44fd-b72e-43f80214d129 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:34.936Z [qtp817348612-62] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0774c769-8f8f-4386-b094-e1a5fb016b7e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:34.936Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:34.936Z InvocationID=c6a5ddf1-7dd4-49c6-9480-b5628a8591c9 2021-07-07T00:49:36.026Z [qtp817348612-58] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=71bf394c-f4a9-4ca0-ac1c-74b68fca3fed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:49:36.585Z [qtp817348612-61] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dbe9dd87-3905-4ebd-86d7-a546a35d0a90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:37.734Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8d4ba6b2-a0b3-4f87-b79c-66c663178349 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:38.926Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c139f424-9ca4-4a9c-abb9-7636e9c94a2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:38.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:38.925Z InvocationID=3595002f-0314-485e-91ec-554019e74835 2021-07-07T00:49:39.124Z [qtp817348612-65] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fab58729-6529-46e3-9737-6429a438ce46 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:49:39.124Z ElapsedTime=0 EndTimestamp=2021-07-07T00:49:39.124Z InvocationID=3be33217-4947-40c0-b973-f010e328bcb8 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:49:40.190Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=67470845-0641-42cf-82fc-3493fa3edc86 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:40.190Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=67470845-0641-42cf-82fc-3493fa3edc86 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:40.191Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=67470845-0641-42cf-82fc-3493fa3edc86 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=20192 EndTimestamp=2021-07-07T00:49:40.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:19.999Z InvocationID=ca95e4ba-3c47-492d-bb6e-b6f3437218d5 ResponseDesc=Internal Server Error 2021-07-07T00:49:41.571Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=27031d73-bbb4-4240-8b9b-932c299844b5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:41.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:41.571Z InvocationID=9118a22f-d9c4-4b5b-a8f0-bff7198a6d5e 2021-07-07T00:49:42.831Z [qtp817348612-66] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1607a53c-d849-4cc0-a5f5-fc40f0f2ca36 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:49:42.831Z ElapsedTime=0 EndTimestamp=2021-07-07T00:49:42.831Z InvocationID=8e472f15-b955-4ea4-8f08-66a55183088f PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:49:43.526Z [qtp817348612-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ebd607c0-36cf-453b-beba-0efc62815c13 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:49:43.592Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ebd607c0-36cf-453b-beba-0efc62815c13 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:43.993Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1a4553e3-ffbb-44fd-b72e-43f80214d129 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:44.987Z [qtp817348612-62] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0774c769-8f8f-4386-b094-e1a5fb016b7e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:46.435Z [qtp817348612-67] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=42c85ad9-2fed-4816-a7c8-0af659016f10 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:49:46.435Z ElapsedTime=0 EndTimestamp=2021-07-07T00:49:46.435Z InvocationID=15c7d9e8-75d6-4037-bb6b-bfba169b3e8f PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:49:46.589Z [qtp817348612-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=dbe9dd87-3905-4ebd-86d7-a546a35d0a90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:46.606Z [qtp817348612-61] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=dbe9dd87-3905-4ebd-86d7-a546a35d0a90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:46.607Z [qtp817348612-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=dbe9dd87-3905-4ebd-86d7-a546a35d0a90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:46.607Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=dbe9dd87-3905-4ebd-86d7-a546a35d0a90 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=20035 EndTimestamp=2021-07-07T00:49:46.607Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:26.572Z InvocationID=37fd20ea-9d7b-471c-a861-b31dabeeed50 ResponseDesc=Internal Server Error 2021-07-07T00:49:47.740Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8d4ba6b2-a0b3-4f87-b79c-66c663178349 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:48.125Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=71bf394c-f4a9-4ca0-ac1c-74b68fca3fed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:49:49.185Z [qtp817348612-65] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fab58729-6529-46e3-9737-6429a438ce46 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:49.192Z [qtp817348612-65] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fab58729-6529-46e3-9737-6429a438ce46 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:49.196Z [qtp817348612-65] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fab58729-6529-46e3-9737-6429a438ce46 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:49.196Z [qtp817348612-65] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fab58729-6529-46e3-9737-6429a438ce46 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:49.197Z [qtp817348612-65] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fab58729-6529-46e3-9737-6429a438ce46 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=10073 EndTimestamp=2021-07-07T00:49:49.197Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:39.124Z InvocationID=6abd6a10-6a9a-46b7-bb5e-b80ab95adbdf ResponseDesc=Internal Server Error 2021-07-07T00:49:50.216Z [qtp817348612-65] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9f5b6f2f-4437-4dbd-86a2-548001d31378 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:50.216Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:50.216Z InvocationID=7f5797c0-3790-43de-803e-94735ecadec2 2021-07-07T00:49:51.026Z [qtp817348612-59] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c139f424-9ca4-4a9c-abb9-7636e9c94a2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:49:53.626Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=27031d73-bbb4-4240-8b9b-932c299844b5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:49:53.688Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=27031d73-bbb4-4240-8b9b-932c299844b5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:53.924Z [qtp817348612-64] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9be344ba-3318-423b-b47f-0386e1037cf4 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:49:53.924Z ElapsedTime=0 EndTimestamp=2021-07-07T00:49:53.924Z InvocationID=0b397029-b0aa-4bc4-8aab-da7475f7dab9 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:49:53.933Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=81bc530b-7f43-4862-a574-5bca0824a2a7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:53.933Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:53.933Z InvocationID=7bee3069-4aa3-4df4-b2f6-1e572fa292f5 2021-07-07T00:49:54.926Z [qtp817348612-66] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1607a53c-d849-4cc0-a5f5-fc40f0f2ca36 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:49:54.994Z [qtp817348612-66] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1607a53c-d849-4cc0-a5f5-fc40f0f2ca36 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:55.632Z [qtp817348612-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ebd607c0-36cf-453b-beba-0efc62815c13 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:49:55.632Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ebd607c0-36cf-453b-beba-0efc62815c13 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:49:55.633Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ebd607c0-36cf-453b-beba-0efc62815c13 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=24196 EndTimestamp=2021-07-07T00:49:55.633Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:31.437Z InvocationID=0e13ef79-a909-4365-9645-cf5ed9a80b57 ResponseDesc=Internal Server Error 2021-07-07T00:49:56.031Z [qtp817348612-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1a4553e3-ffbb-44fd-b72e-43f80214d129 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:49:56.031Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1a4553e3-ffbb-44fd-b72e-43f80214d129 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:49:56.032Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1a4553e3-ffbb-44fd-b72e-43f80214d129 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=32108 EndTimestamp=2021-07-07T00:49:56.032Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:23.924Z InvocationID=41f01bea-c23a-4e6e-a633-62163d93b2c2 ResponseDesc=Internal Server Error 2021-07-07T00:49:56.572Z [qtp817348612-63] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0d4ff08e-af10-485a-aec8-4d4e0c32db54 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:49:56.572Z ElapsedTime=0 EndTimestamp=2021-07-07T00:49:56.572Z InvocationID=df4f2663-15a4-4876-88d5-e48f09c91563 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:49:57.026Z [qtp817348612-62] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0774c769-8f8f-4386-b094-e1a5fb016b7e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:49:57.088Z [qtp817348612-62] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=0774c769-8f8f-4386-b094-e1a5fb016b7e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:57.088Z [qtp817348612-62] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0774c769-8f8f-4386-b094-e1a5fb016b7e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:57.089Z [qtp817348612-62] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0774c769-8f8f-4386-b094-e1a5fb016b7e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=22153 EndTimestamp=2021-07-07T00:49:57.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:34.936Z InvocationID=c753bc62-3be9-4c31-ba91-af6ba4662c8d ResponseDesc=Internal Server Error 2021-07-07T00:49:57.629Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=98de8773-4294-487a-af69-2a3be85d72e9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:49:57.629Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:57.629Z InvocationID=caff2f43-02f6-48bc-b170-04444dc00a72 2021-07-07T00:49:58.526Z [qtp817348612-67] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=42c85ad9-2fed-4816-a7c8-0af659016f10 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:49:58.590Z [qtp817348612-67] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=42c85ad9-2fed-4816-a7c8-0af659016f10 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:49:59.832Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8d4ba6b2-a0b3-4f87-b79c-66c663178349 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:49:59.833Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8d4ba6b2-a0b3-4f87-b79c-66c663178349 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:49:59.834Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8d4ba6b2-a0b3-4f87-b79c-66c663178349 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=32104 EndTimestamp=2021-07-07T00:49:59.833Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:27.729Z InvocationID=19fa9da7-acaa-44f3-adf7-add4dd564294 ResponseDesc=Internal Server Error 2021-07-07T00:50:00.131Z [qtp817348612-58] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=71bf394c-f4a9-4ca0-ac1c-74b68fca3fed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:50:00.131Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=71bf394c-f4a9-4ca0-ac1c-74b68fca3fed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:50:00.132Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=71bf394c-f4a9-4ca0-ac1c-74b68fca3fed InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=36198 EndTimestamp=2021-07-07T00:50:00.132Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:23.934Z InvocationID=b864abf2-77a4-4887-b4b1-3c9c49697d2f ResponseDesc=Internal Server Error 2021-07-07T00:50:00.532Z [qtp817348612-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=27031d73-bbb4-4240-8b9b-932c299844b5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:50:00.533Z [qtp817348612-66] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1607a53c-d849-4cc0-a5f5-fc40f0f2ca36 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:50:00.533Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=27031d73-bbb4-4240-8b9b-932c299844b5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:50:00.533Z [qtp817348612-66] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1607a53c-d849-4cc0-a5f5-fc40f0f2ca36 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:50:00.533Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=27031d73-bbb4-4240-8b9b-932c299844b5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=18962 EndTimestamp=2021-07-07T00:50:00.533Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:41.571Z InvocationID=70eadde0-2bec-4e04-bae1-331cdf7957e6 ResponseDesc=Internal Server Error 2021-07-07T00:50:00.533Z [qtp817348612-66] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1607a53c-d849-4cc0-a5f5-fc40f0f2ca36 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=17702 EndTimestamp=2021-07-07T00:50:00.533Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:42.831Z InvocationID=38678b74-167a-4f60-99d9-70152d4c3476 ResponseDesc=Internal Server Error 2021-07-07T00:50:00.533Z [qtp817348612-67] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=42c85ad9-2fed-4816-a7c8-0af659016f10 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:50:00.533Z [qtp817348612-67] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=42c85ad9-2fed-4816-a7c8-0af659016f10 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:50:00.534Z [qtp817348612-67] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=42c85ad9-2fed-4816-a7c8-0af659016f10 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=14099 EndTimestamp=2021-07-07T00:50:00.534Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:46.435Z InvocationID=d7a3917b-f01d-46ce-9053-c760ca29d8d6 ResponseDesc=Internal Server Error 2021-07-07T00:50:01.314Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=795e6076-d257-47dd-b802-c0236633058e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:50:01.314Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:01.314Z InvocationID=28df7bea-f5ad-4ba6-9821-b0b51a9a4dde 2021-07-07T00:50:02.226Z [qtp817348612-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c139f424-9ca4-4a9c-abb9-7636e9c94a2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:50:02.226Z [qtp817348612-63] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0d4ff08e-af10-485a-aec8-4d4e0c32db54 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:50:02.226Z [qtp817348612-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=98de8773-4294-487a-af69-2a3be85d72e9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:50:02.226Z [qtp817348612-64] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9be344ba-3318-423b-b47f-0386e1037cf4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:50:02.226Z [qtp817348612-65] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9f5b6f2f-4437-4dbd-86a2-548001d31378 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:50:02.229Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=795e6076-d257-47dd-b802-c0236633058e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:50:02.235Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=81bc530b-7f43-4862-a574-5bca0824a2a7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:50:02.290Z [qtp817348612-65] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9f5b6f2f-4437-4dbd-86a2-548001d31378 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:50:02.292Z [qtp817348612-64] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9be344ba-3318-423b-b47f-0386e1037cf4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:50:02.292Z [qtp817348612-59] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=c139f424-9ca4-4a9c-abb9-7636e9c94a2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:02.292Z [qtp817348612-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c139f424-9ca4-4a9c-abb9-7636e9c94a2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:02.293Z [qtp817348612-63] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0d4ff08e-af10-485a-aec8-4d4e0c32db54 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:02.294Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c139f424-9ca4-4a9c-abb9-7636e9c94a2f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=23368 EndTimestamp=2021-07-07T00:50:02.293Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:38.925Z InvocationID=e5d0c0a9-7d4c-4579-b110-a4bc311c35a1 ResponseDesc=Internal Server Error 2021-07-07T00:50:02.295Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=98de8773-4294-487a-af69-2a3be85d72e9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:02.296Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=81bc530b-7f43-4862-a574-5bca0824a2a7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:50:02.297Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=795e6076-d257-47dd-b802-c0236633058e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:02.299Z [qtp817348612-65] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9f5b6f2f-4437-4dbd-86a2-548001d31378 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:02.299Z [qtp817348612-65] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9f5b6f2f-4437-4dbd-86a2-548001d31378 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:02.300Z [qtp817348612-65] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9f5b6f2f-4437-4dbd-86a2-548001d31378 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=12084 EndTimestamp=2021-07-07T00:50:02.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:50.216Z InvocationID=6a90db2a-99d1-472d-9823-1476f862b375 ResponseDesc=Internal Server Error 2021-07-07T00:50:02.301Z [qtp817348612-64] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9be344ba-3318-423b-b47f-0386e1037cf4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:02.301Z [qtp817348612-64] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9be344ba-3318-423b-b47f-0386e1037cf4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:02.302Z [qtp817348612-64] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9be344ba-3318-423b-b47f-0386e1037cf4 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=8378 EndTimestamp=2021-07-07T00:50:02.302Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:53.924Z InvocationID=3de5ba05-7215-4c62-b349-ea1af3c72dba ResponseDesc=Internal Server Error 2021-07-07T00:50:02.388Z [qtp817348612-63] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=0d4ff08e-af10-485a-aec8-4d4e0c32db54 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:02.388Z [qtp817348612-63] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0d4ff08e-af10-485a-aec8-4d4e0c32db54 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:02.388Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=81bc530b-7f43-4862-a574-5bca0824a2a7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:02.388Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=81bc530b-7f43-4862-a574-5bca0824a2a7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:02.388Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=81bc530b-7f43-4862-a574-5bca0824a2a7 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=8455 EndTimestamp=2021-07-07T00:50:02.388Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:53.933Z InvocationID=84066d2b-6954-4b28-841c-4cc40b426930 ResponseDesc=Internal Server Error 2021-07-07T00:50:02.388Z [qtp817348612-63] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0d4ff08e-af10-485a-aec8-4d4e0c32db54 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=5816 EndTimestamp=2021-07-07T00:50:02.388Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:56.572Z InvocationID=d7d1a4f0-32bf-459e-95fa-67eb97be6fe9 ResponseDesc=Internal Server Error 2021-07-07T00:50:02.391Z [qtp817348612-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=98de8773-4294-487a-af69-2a3be85d72e9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:50:02.391Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=98de8773-4294-487a-af69-2a3be85d72e9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:50:02.392Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=98de8773-4294-487a-af69-2a3be85d72e9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=4763 EndTimestamp=2021-07-07T00:50:02.392Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:49:57.629Z InvocationID=fb8a3262-7faa-4e38-809c-dd09512cf70b ResponseDesc=Internal Server Error 2021-07-07T00:50:02.394Z [qtp817348612-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=795e6076-d257-47dd-b802-c0236633058e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:02.394Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=795e6076-d257-47dd-b802-c0236633058e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:02.395Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=795e6076-d257-47dd-b802-c0236633058e InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=1080 EndTimestamp=2021-07-07T00:50:02.394Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:01.314Z InvocationID=c294ae11-cb91-4905-a6b1-d3b6210811e7 ResponseDesc=Internal Server Error 2021-07-07T00:50:03.000Z [qtp817348612-69] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d386c386-5992-4b91-a7c0-e4032721ac14 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:50:03.000Z ElapsedTime=0 EndTimestamp=2021-07-07T00:50:03.000Z InvocationID=5e55a5eb-b7dd-4b70-9797-af43d6fc9061 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:50:03.089Z [qtp817348612-69] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d386c386-5992-4b91-a7c0-e4032721ac14 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:03.094Z [qtp817348612-69] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d386c386-5992-4b91-a7c0-e4032721ac14 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:03.098Z [qtp817348612-69] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d386c386-5992-4b91-a7c0-e4032721ac14 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:03.098Z [qtp817348612-69] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d386c386-5992-4b91-a7c0-e4032721ac14 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:03.099Z [qtp817348612-69] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d386c386-5992-4b91-a7c0-e4032721ac14 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=99 EndTimestamp=2021-07-07T00:50:03.099Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:03.000Z InvocationID=f271a807-d77c-4f75-8b38-36ada88c359b ResponseDesc=Internal Server Error 2021-07-07T00:50:03.801Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2e1efbf9-7da6-41d3-bd3e-d0d353231808 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:50:03.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:03.801Z InvocationID=aed3dc40-861f-4803-ba18-31cf9f27c6b4 2021-07-07T00:50:03.887Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2e1efbf9-7da6-41d3-bd3e-d0d353231808 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:03.891Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2e1efbf9-7da6-41d3-bd3e-d0d353231808 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:03.896Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=2e1efbf9-7da6-41d3-bd3e-d0d353231808 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:03.896Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2e1efbf9-7da6-41d3-bd3e-d0d353231808 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:03.896Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=2e1efbf9-7da6-41d3-bd3e-d0d353231808 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=95 EndTimestamp=2021-07-07T00:50:03.896Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:03.801Z InvocationID=788c74df-f889-44ee-936a-e031e193d183 ResponseDesc=Internal Server Error 2021-07-07T00:50:05.111Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aebaa4ee-a689-4de3-8a5c-26c00a7a0136 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:50:05.111Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:05.111Z InvocationID=ab4ddb80-6448-4700-b947-a86246217e8a 2021-07-07T00:50:05.187Z [qtp817348612-59] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aebaa4ee-a689-4de3-8a5c-26c00a7a0136 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:05.191Z [qtp817348612-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=aebaa4ee-a689-4de3-8a5c-26c00a7a0136 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:05.195Z [qtp817348612-59] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=aebaa4ee-a689-4de3-8a5c-26c00a7a0136 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:05.195Z [qtp817348612-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=aebaa4ee-a689-4de3-8a5c-26c00a7a0136 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:05.196Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=aebaa4ee-a689-4de3-8a5c-26c00a7a0136 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=85 EndTimestamp=2021-07-07T00:50:05.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:05.111Z InvocationID=aff76cf6-bdec-428c-ae78-fdfc165beb7f ResponseDesc=Internal Server Error 2021-07-07T00:50:05.691Z [qtp817348612-66] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d7407597-30be-47bb-8c2e-e1d660f2315f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:50:05.691Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:05.691Z InvocationID=8a37efbd-e6c3-4de8-bdcf-fe717b1fa657 2021-07-07T00:50:05.695Z [qtp817348612-66] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d7407597-30be-47bb-8c2e-e1d660f2315f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:05.699Z [qtp817348612-66] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d7407597-30be-47bb-8c2e-e1d660f2315f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:05.707Z [qtp817348612-66] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d7407597-30be-47bb-8c2e-e1d660f2315f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:05.707Z [qtp817348612-66] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d7407597-30be-47bb-8c2e-e1d660f2315f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:05.709Z [qtp817348612-66] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d7407597-30be-47bb-8c2e-e1d660f2315f InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=17 EndTimestamp=2021-07-07T00:50:05.708Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:05.691Z InvocationID=7320c651-4e54-401c-93a8-ec39469722e1 ResponseDesc=Internal Server Error 2021-07-07T00:50:06.572Z [qtp817348612-68] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ed20385a-8767-44e6-9baf-53a11ffbcff8 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 EntryTimestamp=2021-07-07T00:50:06.572Z ElapsedTime=0 EndTimestamp=2021-07-07T00:50:06.572Z InvocationID=e596d270-1931-47d4-a58d-37384f7b4cf4 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:50:06.586Z [qtp817348612-68] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ed20385a-8767-44e6-9baf-53a11ffbcff8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:06.595Z [qtp817348612-68] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ed20385a-8767-44e6-9baf-53a11ffbcff8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:06.599Z [qtp817348612-68] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ed20385a-8767-44e6-9baf-53a11ffbcff8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:06.599Z [qtp817348612-68] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ed20385a-8767-44e6-9baf-53a11ffbcff8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:06.600Z [qtp817348612-68] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ed20385a-8767-44e6-9baf-53a11ffbcff8 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=28 EndTimestamp=2021-07-07T00:50:06.600Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:06.572Z InvocationID=32e35d7c-5f98-4a79-8f6f-e0cfadc188e7 ResponseDesc=Internal Server Error 2021-07-07T00:50:07.998Z [qtp817348612-65] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=095b8d9e-4d1e-465a-9389-51d576d68de5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:50:07.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:07.998Z InvocationID=c7e7b80c-de49-47ad-9037-b97de5fb3eca 2021-07-07T00:50:08.090Z [qtp817348612-65] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=095b8d9e-4d1e-465a-9389-51d576d68de5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:08.094Z [qtp817348612-65] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=095b8d9e-4d1e-465a-9389-51d576d68de5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:08.097Z [qtp817348612-65] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=095b8d9e-4d1e-465a-9389-51d576d68de5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:08.097Z [qtp817348612-65] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=095b8d9e-4d1e-465a-9389-51d576d68de5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:08.097Z [qtp817348612-65] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=095b8d9e-4d1e-465a-9389-51d576d68de5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=99 EndTimestamp=2021-07-07T00:50:08.097Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:07.998Z InvocationID=c6461f74-f800-4325-af15-ea9ef910b1f1 ResponseDesc=Internal Server Error 2021-07-07T00:50:11.090Z [qtp817348612-64] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8bac5de6-8f92-4106-a702-8e930562c814 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:50:11.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:11.090Z InvocationID=52920ce1-e9f2-4bc5-936b-326f93190d5b 2021-07-07T00:50:11.187Z [qtp817348612-64] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8bac5de6-8f92-4106-a702-8e930562c814 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:11.199Z [qtp817348612-64] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8bac5de6-8f92-4106-a702-8e930562c814 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:11.285Z [qtp817348612-64] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8bac5de6-8f92-4106-a702-8e930562c814 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:11.285Z [qtp817348612-64] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8bac5de6-8f92-4106-a702-8e930562c814 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:11.285Z [qtp817348612-64] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8bac5de6-8f92-4106-a702-8e930562c814 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=195 EndTimestamp=2021-07-07T00:50:11.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:11.090Z InvocationID=c8fb9387-a8aa-4e4e-aec2-d81647ba65db ResponseDesc=Internal Server Error 2021-07-07T00:50:13.801Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2175fc12-b3e2-47d2-83ba-07b0d828c113 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:50:13.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:13.801Z InvocationID=b94fe934-0390-437d-90d1-186076f25638 2021-07-07T00:50:13.887Z [qtp817348612-61] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2175fc12-b3e2-47d2-83ba-07b0d828c113 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:13.893Z [qtp817348612-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2175fc12-b3e2-47d2-83ba-07b0d828c113 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:13.905Z [qtp817348612-61] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=2175fc12-b3e2-47d2-83ba-07b0d828c113 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:13.905Z [qtp817348612-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2175fc12-b3e2-47d2-83ba-07b0d828c113 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:13.905Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=2175fc12-b3e2-47d2-83ba-07b0d828c113 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=104 EndTimestamp=2021-07-07T00:50:13.905Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:13.801Z InvocationID=236385de-4688-4a96-b06c-bbb0afbd8522 ResponseDesc=Internal Server Error 2021-07-07T00:50:16.572Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=366b0450-2331-448e-bbc2-bcb9023cb197 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:50:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:16.572Z InvocationID=15272d84-499c-4ed4-9419-9a1afa6a4c18 2021-07-07T00:50:16.587Z [qtp817348612-58] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=366b0450-2331-448e-bbc2-bcb9023cb197 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:16.592Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=366b0450-2331-448e-bbc2-bcb9023cb197 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:16.597Z [qtp817348612-58] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=366b0450-2331-448e-bbc2-bcb9023cb197 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:16.597Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=366b0450-2331-448e-bbc2-bcb9023cb197 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:16.597Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=366b0450-2331-448e-bbc2-bcb9023cb197 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=25 EndTimestamp=2021-07-07T00:50:16.597Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:16.572Z InvocationID=6a94038f-bb62-429c-b8b8-16b2b6a9880c ResponseDesc=Internal Server Error 2021-07-07T00:50:17.088Z [qtp817348612-62] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a5acf65f-14f8-4025-872c-0afe4480ed04 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:50:17.088Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:17.088Z InvocationID=a19fab2c-6682-4d0d-a687-f345973ff7ee 2021-07-07T00:50:17.093Z [qtp817348612-62] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a5acf65f-14f8-4025-872c-0afe4480ed04 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:17.187Z [qtp817348612-62] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a5acf65f-14f8-4025-872c-0afe4480ed04 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:17.192Z [qtp817348612-62] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a5acf65f-14f8-4025-872c-0afe4480ed04 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:17.192Z [qtp817348612-62] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a5acf65f-14f8-4025-872c-0afe4480ed04 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:17.193Z [qtp817348612-62] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a5acf65f-14f8-4025-872c-0afe4480ed04 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=105 EndTimestamp=2021-07-07T00:50:17.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:17.088Z InvocationID=bd1164e6-aa8b-475b-9cdc-0a56cd1e7deb ResponseDesc=Internal Server Error 2021-07-07T00:50:20.290Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f9c2e923-d278-4773-8972-65034868efb9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:50:20.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:20.290Z InvocationID=68c5830e-4be8-4456-8bbe-c57c6dbc67fd 2021-07-07T00:50:20.296Z [qtp817348612-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f9c2e923-d278-4773-8972-65034868efb9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:20.387Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f9c2e923-d278-4773-8972-65034868efb9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:20.391Z [qtp817348612-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f9c2e923-d278-4773-8972-65034868efb9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:20.391Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f9c2e923-d278-4773-8972-65034868efb9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:20.391Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f9c2e923-d278-4773-8972-65034868efb9 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=101 EndTimestamp=2021-07-07T00:50:20.391Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:20.290Z InvocationID=cd8e7fcc-bf2d-4efa-a78c-3e50644780e4 ResponseDesc=Internal Server Error 2021-07-07T00:50:23.089Z [qtp817348612-69] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9b2adc47-1f30-4750-860c-c1682ef48001 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:50:23.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:23.089Z InvocationID=ff04d5fd-6aba-4882-b67d-0e61f9dc2636 2021-07-07T00:50:23.094Z [qtp817348612-69] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9b2adc47-1f30-4750-860c-c1682ef48001 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:23.099Z [qtp817348612-69] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9b2adc47-1f30-4750-860c-c1682ef48001 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:23.104Z [qtp817348612-69] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9b2adc47-1f30-4750-860c-c1682ef48001 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:23.104Z [qtp817348612-69] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9b2adc47-1f30-4750-860c-c1682ef48001 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:23.105Z [qtp817348612-69] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9b2adc47-1f30-4750-860c-c1682ef48001 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=15 EndTimestamp=2021-07-07T00:50:23.104Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:23.089Z InvocationID=fe347dc8-3501-4928-9576-2e28924dfb68 ResponseDesc=Internal Server Error 2021-07-07T00:50:25.808Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=97f9fbfd-7458-4df3-8033-e63d975dab84 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:50:25.807Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:25.807Z InvocationID=bfb20136-2233-4527-adbe-9fe7cc089e72 2021-07-07T00:50:25.886Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=97f9fbfd-7458-4df3-8033-e63d975dab84 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:25.900Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=97f9fbfd-7458-4df3-8033-e63d975dab84 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:25.904Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=97f9fbfd-7458-4df3-8033-e63d975dab84 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:25.904Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=97f9fbfd-7458-4df3-8033-e63d975dab84 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:25.904Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=97f9fbfd-7458-4df3-8033-e63d975dab84 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=97 EndTimestamp=2021-07-07T00:50:25.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:25.807Z InvocationID=8289ddb7-a0f7-457f-bea1-221e5df73235 ResponseDesc=Internal Server Error 2021-07-07T00:50:26.572Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4fe17ee0-674c-4625-939f-c82a990f919b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:50:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:26.572Z InvocationID=4b85e303-0ccc-4c33-adae-9342464cd1af 2021-07-07T00:50:26.584Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4fe17ee0-674c-4625-939f-c82a990f919b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:26.589Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4fe17ee0-674c-4625-939f-c82a990f919b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:26.594Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4fe17ee0-674c-4625-939f-c82a990f919b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:26.594Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4fe17ee0-674c-4625-939f-c82a990f919b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:26.594Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4fe17ee0-674c-4625-939f-c82a990f919b InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=22 EndTimestamp=2021-07-07T00:50:26.594Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:26.572Z InvocationID=4998b41f-8fd0-4d05-a511-d2558d2714f4 ResponseDesc=Internal Server Error 2021-07-07T00:50:29.289Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6a3f059d-8257-48eb-8266-ce59b4575735 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:50:29.289Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:29.289Z InvocationID=e1094be3-c74c-41eb-b398-fcade8a5ae66 2021-07-07T00:50:29.296Z [qtp817348612-59] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6a3f059d-8257-48eb-8266-ce59b4575735 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:29.386Z [qtp817348612-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6a3f059d-8257-48eb-8266-ce59b4575735 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:29.392Z [qtp817348612-59] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6a3f059d-8257-48eb-8266-ce59b4575735 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:29.392Z [qtp817348612-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6a3f059d-8257-48eb-8266-ce59b4575735 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:29.393Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6a3f059d-8257-48eb-8266-ce59b4575735 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=104 EndTimestamp=2021-07-07T00:50:29.393Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:29.289Z InvocationID=02c574c3-6e4c-445e-aa0d-56c9e7e45310 ResponseDesc=Internal Server Error 2021-07-07T00:50:32.189Z [qtp817348612-63] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=666ac70d-e054-4aa1-b162-59304a7d85d5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=0 EndTimestamp=2021-07-07T00:50:32.189Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:32.189Z InvocationID=50e06d43-7f58-4f5d-92b2-08ac109d5568 2021-07-07T00:50:32.194Z [qtp817348612-63] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=666ac70d-e054-4aa1-b162-59304a7d85d5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:32.285Z [qtp817348612-63] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=666ac70d-e054-4aa1-b162-59304a7d85d5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:32.292Z [qtp817348612-63] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=666ac70d-e054-4aa1-b162-59304a7d85d5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:32.292Z [qtp817348612-63] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=666ac70d-e054-4aa1-b162-59304a7d85d5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:50:32.293Z [qtp817348612-63] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=666ac70d-e054-4aa1-b162-59304a7d85d5 InstanceID=90b336ac-165e-47ba-ae73-6081b4368a05 ElapsedTime=104 EndTimestamp=2021-07-07T00:50:32.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:50:32.189Z InvocationID=8595db0c-b8b8-4b9a-9bae-f0579a4a75e9 ResponseDesc=Internal Server Error 2021-07-07T00:50:49.345Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-07-07T00:50:50.181Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-07-07T00:50:50.459Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-07-07T00:50:50.465Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-07-07T00:50:50.478Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-07-07T00:50:50.486Z [main] INFO c.d.driver.core.SystemProperties com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T00:50:50.486Z [main] INFO c.datastax.driver.core.ClockFactory Using java.lang.System clock to generate timestamps. 2021-07-07T00:50:50.559Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-07-07T00:50:50.630Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-07-07T00:50:51.893Z [main] INFO c.d.d.c.p.DCAwareRoundRobinPolicy Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T00:50:51.896Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T00:50:51.897Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.30.195:9042 added 2021-07-07T00:50:51.897Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T00:51:03.979Z [cluster1-timeouter-0] WARN c.d.driver.core.HostConnectionPool Error creating connection to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Operation timed out at com.datastax.driver.core.Connection$Future.onTimeout(Connection.java:1526) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:51:03.980Z [cluster1-timeouter-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.ConnectionException: [cassandra.onap/10.242.30.195:9042] Pool was closed during initialization at com.datastax.driver.core.HostConnectionPool$2.onSuccess(HostConnectionPool.java:173) at com.datastax.driver.core.HostConnectionPool$2.onSuccess(HostConnectionPool.java:158) at com.google.common.util.concurrent.Futures$CallbackListener.run(Futures.java:1080) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.google.common.util.concurrent.CollectionFuture.handleAllCompleted(CollectionFuture.java:69) at com.google.common.util.concurrent.AggregateFuture.processCompleted(AggregateFuture.java:282) at com.google.common.util.concurrent.AggregateFuture.decrementCountAndMaybeComplete(AggregateFuture.java:264) at com.google.common.util.concurrent.AggregateFuture.access$200(AggregateFuture.java:42) at com.google.common.util.concurrent.AggregateFuture$1.run(AggregateFuture.java:147) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.setFuture(AbstractFuture.java:814) at com.google.common.util.concurrent.AbstractCatchingFuture$AsyncCatchingFuture.setResult(AbstractCatchingFuture.java:203) at com.google.common.util.concurrent.AbstractCatchingFuture$AsyncCatchingFuture.setResult(AbstractCatchingFuture.java:179) at com.google.common.util.concurrent.AbstractCatchingFuture.run(AbstractCatchingFuture.java:133) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.setFuture(AbstractFuture.java:814) at com.google.common.util.concurrent.AbstractCatchingFuture$AsyncCatchingFuture.setResult(AbstractCatchingFuture.java:203) at com.google.common.util.concurrent.AbstractCatchingFuture$AsyncCatchingFuture.setResult(AbstractCatchingFuture.java:179) at com.google.common.util.concurrent.AbstractCatchingFuture.run(AbstractCatchingFuture.java:133) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.setException(AbstractFuture.java:771) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:100) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.setException(AbstractFuture.java:771) at com.datastax.driver.core.Connection$Future.onTimeout(Connection.java:1526) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:51:05.190Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:51:05.219Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:51:05.295Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:51:05.297Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] because it collides with previously registered codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] 2021-07-07T00:51:05.876Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl loaded external testing config {"client":{"enabled":true},"endpoints":["vtp,VTP,true,http://refrepo:8702/onapapi/vnfsdk-marketplace,onap.*","repository,Repository,false,,.*"]} 2021-07-07T00:51:05.880Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl processed external testing config [{"enabled":true,"title":"VTP","url":"http://refrepo:8702/onapapi/vnfsdk-marketplace","id":"vtp","apiKey":null,"scenarioFilter":"onap.*"},{"enabled":false,"title":"Repository","url":"","id":"repository","apiKey":null,"scenarioFilter":".*"}] 2021-07-07T00:51:06.709Z [main] INFO org.apache.cxf.endpoint.ServerImpl Setting the server's publish address to be / 2021-07-07T00:51:06.806Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext initialized in 17458 ms 2021-07-07T00:51:09.192Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:51:09.297Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:51:09.331Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:51:09.789Z [main] INFO o.s.web.servlet.DispatcherServlet Initializing Servlet 'spring-mapper' 2021-07-07T00:51:09.988Z [main] INFO o.s.web.servlet.DispatcherServlet Completed initialization in 198 ms 2021-07-07T00:51:10.269Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e55e3eec-af6d-416b-96b3-f556891963b3 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d93dcd50-6611-4361-9438-091e08edc789 EntryTimestamp=2021-07-07T00:51:10.261Z ElapsedTime=0 EndTimestamp=2021-07-07T00:51:10.261Z InvocationID=4e57917e-5be1-4e71-b490-af69ec70a5ea PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:51:10.269Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e072a178-8b11-4f22-9bb8-309fb169d0d2 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d93dcd50-6611-4361-9438-091e08edc789 EntryTimestamp=2021-07-07T00:51:10.261Z ElapsedTime=0 EndTimestamp=2021-07-07T00:51:10.261Z InvocationID=9fa05cf2-ba22-4bf2-9ea8-8e7f8b0c19c7 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:51:10.396Z [qtp817348612-17] INFO c.d.driver.core.SystemProperties RequestID=e55e3eec-af6d-416b-96b3-f556891963b3 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T00:51:10.396Z [qtp817348612-17] INFO c.datastax.driver.core.ClockFactory RequestID=e55e3eec-af6d-416b-96b3-f556891963b3 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using java.lang.System clock to generate timestamps. 2021-07-07T00:51:14.235Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4321d57a-6c45-42ff-ab22-b647694088b6 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d93dcd50-6611-4361-9438-091e08edc789 EntryTimestamp=2021-07-07T00:51:14.232Z ElapsedTime=0 EndTimestamp=2021-07-07T00:51:14.232Z InvocationID=ec1e4fed-dd00-487a-b8c3-5808baf52d16 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:51:22.282Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8972228e-5956-4d29-950c-d24ed95a970a ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d93dcd50-6611-4361-9438-091e08edc789 EntryTimestamp=2021-07-07T00:51:22.282Z ElapsedTime=0 EndTimestamp=2021-07-07T00:51:22.282Z InvocationID=c1ad0dd3-8907-44bc-b2c6-8fceb02becf3 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:51:25.204Z [qtp817348612-17] INFO c.d.d.c.p.DCAwareRoundRobinPolicy RequestID=e55e3eec-af6d-416b-96b3-f556891963b3 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T00:51:25.205Z [qtp817348612-17] INFO com.datastax.driver.core.Cluster RequestID=e55e3eec-af6d-416b-96b3-f556891963b3 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T00:51:25.205Z [qtp817348612-17] INFO com.datastax.driver.core.Cluster RequestID=e55e3eec-af6d-416b-96b3-f556891963b3 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.30.195:9042 added 2021-07-07T00:51:25.206Z [qtp817348612-17] INFO com.datastax.driver.core.Cluster RequestID=e55e3eec-af6d-416b-96b3-f556891963b3 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T00:51:30.687Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e072a178-8b11-4f22-9bb8-309fb169d0d2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:51:30.751Z [qtp817348612-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4321d57a-6c45-42ff-ab22-b647694088b6 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:51:30.754Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:51:30.754Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:51:30.784Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=646d87b9-e33a-4428-887f-513b2d11ccc6 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d93dcd50-6611-4361-9438-091e08edc789 EntryTimestamp=2021-07-07T00:51:30.784Z ElapsedTime=0 EndTimestamp=2021-07-07T00:51:30.784Z InvocationID=0a17e99b-2991-4c41-99a4-985b909e8b33 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:51:30.785Z [qtp817348612-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e55e3eec-af6d-416b-96b3-f556891963b3 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:51:30.785Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8972228e-5956-4d29-950c-d24ed95a970a InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:51:30.786Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:51:30.786Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:51:30.786Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:51:30.787Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:51:30.788Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:51:30.788Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:51:30.789Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:51:30.789Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:51:30.790Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:51:30.790Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:51:30.790Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:51:31.644Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:51:31.645Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:51:31.645Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:51:31.645Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:51:31.647Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:51:31.687Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=646d87b9-e33a-4428-887f-513b2d11ccc6 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:51:32.223Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=646d87b9-e33a-4428-887f-513b2d11ccc6 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=1439 EndTimestamp=2021-07-07T00:51:32.223Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:51:30.784Z InvocationID=1f383a82-c06d-4815-99b6-f68195721f4d ResponseDesc=OK 2021-07-07T00:51:32.224Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e072a178-8b11-4f22-9bb8-309fb169d0d2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=21962 EndTimestamp=2021-07-07T00:51:32.223Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:51:10.261Z InvocationID=ba92a1e1-b77e-4d61-a995-3622db7a8b0b ResponseDesc=OK 2021-07-07T00:51:32.285Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4321d57a-6c45-42ff-ab22-b647694088b6 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=18053 EndTimestamp=2021-07-07T00:51:32.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:51:14.232Z InvocationID=793b0492-0c3f-490e-8c3e-8a06431cfc9c ResponseDesc=Internal Server Error 2021-07-07T00:51:32.322Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e55e3eec-af6d-416b-96b3-f556891963b3 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=22061 EndTimestamp=2021-07-07T00:51:32.322Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:51:10.261Z InvocationID=d567e923-a0d1-4a09-948d-9ae3d75f056f ResponseDesc=Internal Server Error 2021-07-07T00:51:32.986Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8972228e-5956-4d29-950c-d24ed95a970a InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=10704 EndTimestamp=2021-07-07T00:51:32.986Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:51:22.282Z InvocationID=4a6d3c09-774f-4280-9599-29393e337b3d ResponseDesc=Internal Server Error 2021-07-07T00:51:32.991Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0001e6a9-f321-40d5-86ed-558ce9e5d602 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d93dcd50-6611-4361-9438-091e08edc789 EntryTimestamp=2021-07-07T00:51:32.990Z ElapsedTime=0 EndTimestamp=2021-07-07T00:51:32.990Z InvocationID=1da04a1c-f53d-4e41-8db1-08e23be34685 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:51:33.859Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0001e6a9-f321-40d5-86ed-558ce9e5d602 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:51:35.085Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0001e6a9-f321-40d5-86ed-558ce9e5d602 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=2094 EndTimestamp=2021-07-07T00:51:35.084Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:51:32.990Z InvocationID=1f650a24-5b40-4cc9-82d8-3bb84441b5ed ResponseDesc=OK 2021-07-07T00:51:35.249Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0b28a7f5-d2f6-4db2-ba62-8e13ec326de2 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d93dcd50-6611-4361-9438-091e08edc789 EntryTimestamp=2021-07-07T00:51:35.249Z ElapsedTime=0 EndTimestamp=2021-07-07T00:51:35.249Z InvocationID=43548c86-0e13-4385-a724-09e6bd052487 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:51:35.483Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0b28a7f5-d2f6-4db2-ba62-8e13ec326de2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:51:36.573Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e51a92c5-7732-44f6-a858-dd83a7de94e4 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d93dcd50-6611-4361-9438-091e08edc789 EntryTimestamp=2021-07-07T00:51:36.572Z ElapsedTime=0 EndTimestamp=2021-07-07T00:51:36.572Z InvocationID=77cb3871-64be-48e1-ada1-c76194be0037 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:51:43.925Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f843d7ac-488b-489f-a8e5-943461915de4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:51:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:51:43.924Z InvocationID=8fa267c0-3716-4b84-99db-6d34795cb2f8 2021-07-07T00:51:46.583Z [qtp817348612-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e51a92c5-7732-44f6-a858-dd83a7de94e4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:51:47.493Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0b28a7f5-d2f6-4db2-ba62-8e13ec326de2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:51:51.573Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=694a80fd-c467-4ec9-9c28-d4f83b7d9b05 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:51:51.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:51:51.573Z InvocationID=1a4af12c-3229-48a6-b497-c3e0f736cf63 2021-07-07T00:51:53.932Z [qtp817348612-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f843d7ac-488b-489f-a8e5-943461915de4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:51:57.500Z [qtp817348612-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=0b28a7f5-d2f6-4db2-ba62-8e13ec326de2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:51:57.500Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0b28a7f5-d2f6-4db2-ba62-8e13ec326de2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:51:57.501Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0b28a7f5-d2f6-4db2-ba62-8e13ec326de2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=22252 EndTimestamp=2021-07-07T00:51:57.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:51:35.249Z InvocationID=6fdcbf1b-aa56-4606-b265-e4e188489755 ResponseDesc=Internal Server Error 2021-07-07T00:51:58.337Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=20f8ba1d-9a1f-4041-8e21-fdcdb434a06c ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d93dcd50-6611-4361-9438-091e08edc789 EntryTimestamp=2021-07-07T00:51:58.337Z ElapsedTime=0 EndTimestamp=2021-07-07T00:51:58.337Z InvocationID=46ec048e-4c1e-41db-8f8b-39bbae24f6f9 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:51:58.595Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e51a92c5-7732-44f6-a858-dd83a7de94e4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:51:58.924Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=13d61d5d-ba3f-430c-97ea-40c37e7f3c49 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:51:58.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:51:58.924Z InvocationID=7a167a2f-5f39-4c52-b69e-5e99787364c7 2021-07-07T00:51:58.989Z [qtp817348612-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=13d61d5d-ba3f-430c-97ea-40c37e7f3c49 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:01.587Z [qtp817348612-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=694a80fd-c467-4ec9-9c28-d4f83b7d9b05 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:02.140Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d7ae6803-6f72-4bab-b60e-1e83f923a50e InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:02.140Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:02.140Z InvocationID=8283285c-c9f2-4c70-bf42-c9a0fc5242ec 2021-07-07T00:52:02.191Z [qtp817348612-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d7ae6803-6f72-4bab-b60e-1e83f923a50e InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:03.938Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f843d7ac-488b-489f-a8e5-943461915de4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:05.734Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3c8a018b-d976-4596-aa14-48667e10338d ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d93dcd50-6611-4361-9438-091e08edc789 EntryTimestamp=2021-07-07T00:52:05.734Z ElapsedTime=0 EndTimestamp=2021-07-07T00:52:05.734Z InvocationID=fdc100f5-fea0-492d-8e15-c2fab796b867 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:52:06.573Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d2a92857-afd8-42cc-9cc9-a970139c7ac2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:06.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:06.573Z InvocationID=412fb783-d88b-449d-8b6f-6e9974a1e6b0 2021-07-07T00:52:06.588Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d2a92857-afd8-42cc-9cc9-a970139c7ac2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:09.625Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=574dc858-d24b-430d-a726-b050dac24f90 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d93dcd50-6611-4361-9438-091e08edc789 EntryTimestamp=2021-07-07T00:52:09.625Z ElapsedTime=0 EndTimestamp=2021-07-07T00:52:09.625Z InvocationID=6d176611-c5e4-4222-aeb5-e0088980fd3a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:52:10.394Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=20f8ba1d-9a1f-4041-8e21-fdcdb434a06c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:10.402Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=20f8ba1d-9a1f-4041-8e21-fdcdb434a06c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:10.487Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=20f8ba1d-9a1f-4041-8e21-fdcdb434a06c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:10.487Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=20f8ba1d-9a1f-4041-8e21-fdcdb434a06c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:10.488Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=20f8ba1d-9a1f-4041-8e21-fdcdb434a06c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=12151 EndTimestamp=2021-07-07T00:52:10.488Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:51:58.337Z InvocationID=17cded8e-44dc-45dc-8796-24562cc96330 ResponseDesc=Internal Server Error 2021-07-07T00:52:10.658Z [qtp817348612-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e51a92c5-7732-44f6-a858-dd83a7de94e4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:10.658Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e51a92c5-7732-44f6-a858-dd83a7de94e4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:10.659Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e51a92c5-7732-44f6-a858-dd83a7de94e4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=34087 EndTimestamp=2021-07-07T00:52:10.659Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:51:36.572Z InvocationID=7ab1083c-3c99-4531-9484-0e7000b6edc0 ResponseDesc=Internal Server Error 2021-07-07T00:52:11.094Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=13d61d5d-ba3f-430c-97ea-40c37e7f3c49 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:13.342Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=37c57769-47be-4947-aa58-c7a67cb597c2 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d93dcd50-6611-4361-9438-091e08edc789 EntryTimestamp=2021-07-07T00:52:13.341Z ElapsedTime=0 EndTimestamp=2021-07-07T00:52:13.341Z InvocationID=e09fe85b-55c3-47eb-b4c0-e646b8e4ae38 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:52:13.593Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=694a80fd-c467-4ec9-9c28-d4f83b7d9b05 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:13.926Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b31d6013-d756-4168-b52f-ebd08256333c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:13.926Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:13.926Z InvocationID=dea6aaf1-75d3-4df6-a03e-d636471f59c7 2021-07-07T00:52:14.293Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d7ae6803-6f72-4bab-b60e-1e83f923a50e InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:14.301Z [qtp817348612-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d7ae6803-6f72-4bab-b60e-1e83f923a50e InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:14.301Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d7ae6803-6f72-4bab-b60e-1e83f923a50e InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:14.302Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d7ae6803-6f72-4bab-b60e-1e83f923a50e InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=12161 EndTimestamp=2021-07-07T00:52:14.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:02.140Z InvocationID=01f18b66-81e5-4467-b037-0ed87c513d78 ResponseDesc=Internal Server Error 2021-07-07T00:52:15.894Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b31d6013-d756-4168-b52f-ebd08256333c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:15.894Z [qtp817348612-54] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3c8a018b-d976-4596-aa14-48667e10338d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:15.894Z [qtp817348612-57] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=37c57769-47be-4947-aa58-c7a67cb597c2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:15.896Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d2a92857-afd8-42cc-9cc9-a970139c7ac2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:15.898Z [qtp817348612-56] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=574dc858-d24b-430d-a726-b050dac24f90 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:15.907Z [qtp817348612-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3c8a018b-d976-4596-aa14-48667e10338d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:52:15.908Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b31d6013-d756-4168-b52f-ebd08256333c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:15.910Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=574dc858-d24b-430d-a726-b050dac24f90 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:15.912Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=37c57769-47be-4947-aa58-c7a67cb597c2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:15.958Z [qtp817348612-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f843d7ac-488b-489f-a8e5-943461915de4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:15.958Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f843d7ac-488b-489f-a8e5-943461915de4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:15.959Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f843d7ac-488b-489f-a8e5-943461915de4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=32035 EndTimestamp=2021-07-07T00:52:15.959Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:51:43.924Z InvocationID=0009915e-5b4c-4655-8f06-9e9d94a1c544 ResponseDesc=Internal Server Error 2021-07-07T00:52:15.985Z [qtp817348612-54] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=3c8a018b-d976-4596-aa14-48667e10338d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:52:15.986Z [qtp817348612-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3c8a018b-d976-4596-aa14-48667e10338d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:52:15.987Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=3c8a018b-d976-4596-aa14-48667e10338d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=10252 EndTimestamp=2021-07-07T00:52:15.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:05.734Z InvocationID=bdcc8f0e-2f80-44b6-9197-5cf29b29ddf6 ResponseDesc=Internal Server Error 2021-07-07T00:52:17.041Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=acdfe3e5-7b8e-4f99-b637-1fc1b8fd53b2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:17.041Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:17.041Z InvocationID=95f4b09c-8a14-4668-9cbd-62df2ca8640d 2021-07-07T00:52:17.088Z [qtp817348612-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=acdfe3e5-7b8e-4f99-b637-1fc1b8fd53b2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:17.096Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=acdfe3e5-7b8e-4f99-b637-1fc1b8fd53b2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:17.188Z [qtp817348612-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=acdfe3e5-7b8e-4f99-b637-1fc1b8fd53b2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:17.188Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=acdfe3e5-7b8e-4f99-b637-1fc1b8fd53b2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:17.189Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=acdfe3e5-7b8e-4f99-b637-1fc1b8fd53b2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=148 EndTimestamp=2021-07-07T00:52:17.189Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:17.041Z InvocationID=7797df28-c8de-4a71-baa9-389118162483 ResponseDesc=Internal Server Error 2021-07-07T00:52:17.261Z [qtp817348612-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=694a80fd-c467-4ec9-9c28-d4f83b7d9b05 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.CloseFuture$Forwarding.force(CloseFuture.java:88) at com.datastax.driver.core.SessionManager.onDown(SessionManager.java:524) at com.datastax.driver.core.Cluster$Manager.onDown(Cluster.java:2173) at com.datastax.driver.core.Cluster$Manager.access$1200(Cluster.java:1556) at com.datastax.driver.core.Cluster$Manager$5.runMayThrow(Cluster.java:2128) at com.datastax.driver.core.ExceptionCatchingRunnable.run(ExceptionCatchingRunnable.java:32) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125) at com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:69) at com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:17.261Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=694a80fd-c467-4ec9-9c28-d4f83b7d9b05 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.CloseFuture$Forwarding.force(CloseFuture.java:88) at com.datastax.driver.core.SessionManager.onDown(SessionManager.java:524) at com.datastax.driver.core.Cluster$Manager.onDown(Cluster.java:2173) at com.datastax.driver.core.Cluster$Manager.access$1200(Cluster.java:1556) at com.datastax.driver.core.Cluster$Manager$5.runMayThrow(Cluster.java:2128) at com.datastax.driver.core.ExceptionCatchingRunnable.run(ExceptionCatchingRunnable.java:32) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125) at com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:69) at com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:17.262Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=694a80fd-c467-4ec9-9c28-d4f83b7d9b05 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=25689 EndTimestamp=2021-07-07T00:52:17.262Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:51:51.573Z InvocationID=b1047a7f-afc3-4051-9996-d9cb16c8a0cd ResponseDesc=Internal Server Error 2021-07-07T00:52:17.264Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d2a92857-afd8-42cc-9cc9-a970139c7ac2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:17.264Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d2a92857-afd8-42cc-9cc9-a970139c7ac2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:17.261Z [qtp817348612-50] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=13d61d5d-ba3f-430c-97ea-40c37e7f3c49 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:17.261Z [qtp817348612-56] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=574dc858-d24b-430d-a726-b050dac24f90 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:17.264Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=13d61d5d-ba3f-430c-97ea-40c37e7f3c49 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:17.264Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d2a92857-afd8-42cc-9cc9-a970139c7ac2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=10691 EndTimestamp=2021-07-07T00:52:17.264Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:06.573Z InvocationID=fa0b5612-e296-4aad-afd9-b8e2221fc859 ResponseDesc=Internal Server Error 2021-07-07T00:52:17.265Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=13d61d5d-ba3f-430c-97ea-40c37e7f3c49 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=18341 EndTimestamp=2021-07-07T00:52:17.265Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:51:58.924Z InvocationID=667e5357-3e60-4e30-98da-2bb26c84b9db ResponseDesc=Internal Server Error 2021-07-07T00:52:17.261Z [qtp817348612-57] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=37c57769-47be-4947-aa58-c7a67cb597c2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:17.266Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=37c57769-47be-4947-aa58-c7a67cb597c2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:17.266Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=37c57769-47be-4947-aa58-c7a67cb597c2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=3925 EndTimestamp=2021-07-07T00:52:17.266Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:13.341Z InvocationID=5d5dfda1-dd60-48b5-94a7-075c7f0d471f ResponseDesc=Internal Server Error 2021-07-07T00:52:17.261Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b31d6013-d756-4168-b52f-ebd08256333c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.CloseFuture$Forwarding.force(CloseFuture.java:88) at com.datastax.driver.core.SessionManager.onDown(SessionManager.java:524) at com.datastax.driver.core.Cluster$Manager.onDown(Cluster.java:2173) at com.datastax.driver.core.Cluster$Manager.access$1200(Cluster.java:1556) at com.datastax.driver.core.Cluster$Manager$5.runMayThrow(Cluster.java:2128) at com.datastax.driver.core.ExceptionCatchingRunnable.run(ExceptionCatchingRunnable.java:32) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125) at com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:69) at com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:17.267Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b31d6013-d756-4168-b52f-ebd08256333c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.CloseFuture$Forwarding.force(CloseFuture.java:88) at com.datastax.driver.core.SessionManager.onDown(SessionManager.java:524) at com.datastax.driver.core.Cluster$Manager.onDown(Cluster.java:2173) at com.datastax.driver.core.Cluster$Manager.access$1200(Cluster.java:1556) at com.datastax.driver.core.Cluster$Manager$5.runMayThrow(Cluster.java:2128) at com.datastax.driver.core.ExceptionCatchingRunnable.run(ExceptionCatchingRunnable.java:32) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125) at com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:69) at com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:17.268Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b31d6013-d756-4168-b52f-ebd08256333c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=3341 EndTimestamp=2021-07-07T00:52:17.267Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:13.926Z InvocationID=67094dee-38fb-4787-8663-473cdc022bc4 ResponseDesc=Internal Server Error 2021-07-07T00:52:17.268Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aabb58c3-f0f1-4489-a5aa-d089ac01bfc7 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:17.268Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:17.268Z InvocationID=c7fbac16-cc3a-4eda-844f-7970d9c9566f 2021-07-07T00:52:17.264Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=574dc858-d24b-430d-a726-b050dac24f90 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.30.195:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:52:17.271Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=574dc858-d24b-430d-a726-b050dac24f90 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=7644 EndTimestamp=2021-07-07T00:52:17.269Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:09.625Z InvocationID=249ac251-8f73-4d49-8d9e-94006d9d7ad3 ResponseDesc=Internal Server Error 2021-07-07T00:52:17.288Z [qtp817348612-54] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aabb58c3-f0f1-4489-a5aa-d089ac01bfc7 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:17.294Z [qtp817348612-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=aabb58c3-f0f1-4489-a5aa-d089ac01bfc7 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:17.316Z [qtp817348612-54] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=aabb58c3-f0f1-4489-a5aa-d089ac01bfc7 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:17.316Z [qtp817348612-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=aabb58c3-f0f1-4489-a5aa-d089ac01bfc7 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:17.317Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=aabb58c3-f0f1-4489-a5aa-d089ac01bfc7 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=49 EndTimestamp=2021-07-07T00:52:17.317Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:17.268Z InvocationID=e4e43c45-425b-45e8-85d2-1edd43a13b83 ResponseDesc=Internal Server Error 2021-07-07T00:52:17.991Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6177f935-c4c9-40a1-aecf-92b1f8ec3732 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:17.991Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:17.991Z InvocationID=5555325e-eca4-4244-9824-5768ab35d8e8 2021-07-07T00:52:18.085Z [qtp817348612-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6177f935-c4c9-40a1-aecf-92b1f8ec3732 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:18.094Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6177f935-c4c9-40a1-aecf-92b1f8ec3732 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:18.185Z [qtp817348612-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6177f935-c4c9-40a1-aecf-92b1f8ec3732 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:18.185Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6177f935-c4c9-40a1-aecf-92b1f8ec3732 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:18.186Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6177f935-c4c9-40a1-aecf-92b1f8ec3732 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=195 EndTimestamp=2021-07-07T00:52:18.186Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:17.991Z InvocationID=0ffc8e82-e16d-472d-83ff-5f014be49a76 ResponseDesc=Internal Server Error 2021-07-07T00:52:18.892Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d5aedbd3-3904-485f-9f2c-e73b4bc4e20b InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:18.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:18.892Z InvocationID=734d33b2-10c4-415a-be3c-06843727c48f 2021-07-07T00:52:18.983Z [qtp817348612-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d5aedbd3-3904-485f-9f2c-e73b4bc4e20b InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:18.990Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d5aedbd3-3904-485f-9f2c-e73b4bc4e20b InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:18.994Z [qtp817348612-50] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d5aedbd3-3904-485f-9f2c-e73b4bc4e20b InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:18.995Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d5aedbd3-3904-485f-9f2c-e73b4bc4e20b InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:18.995Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d5aedbd3-3904-485f-9f2c-e73b4bc4e20b InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=103 EndTimestamp=2021-07-07T00:52:18.995Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:18.892Z InvocationID=eac565df-9276-47cb-a65d-539257e37602 ResponseDesc=Internal Server Error 2021-07-07T00:52:19.790Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6850fb60-3405-4462-9ac3-87855afc2204 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:19.790Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:19.790Z InvocationID=d72ea464-c9ce-4464-b85d-430220bffa44 2021-07-07T00:52:19.890Z [qtp817348612-57] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6850fb60-3405-4462-9ac3-87855afc2204 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:19.896Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6850fb60-3405-4462-9ac3-87855afc2204 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:19.992Z [qtp817348612-57] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6850fb60-3405-4462-9ac3-87855afc2204 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:19.993Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6850fb60-3405-4462-9ac3-87855afc2204 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:19.995Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6850fb60-3405-4462-9ac3-87855afc2204 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=204 EndTimestamp=2021-07-07T00:52:19.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:19.790Z InvocationID=bb04214c-cd1f-4af7-88ed-799efdf863e2 ResponseDesc=Internal Server Error 2021-07-07T00:52:20.690Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1ca1477e-f2c7-48a8-a366-70f73ae8e9e5 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:20.690Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:20.690Z InvocationID=dfc0f40d-2e2d-411d-af76-89c53b9c9115 2021-07-07T00:52:20.696Z [qtp817348612-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1ca1477e-f2c7-48a8-a366-70f73ae8e9e5 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:20.789Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1ca1477e-f2c7-48a8-a366-70f73ae8e9e5 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:20.801Z [qtp817348612-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1ca1477e-f2c7-48a8-a366-70f73ae8e9e5 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:20.801Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1ca1477e-f2c7-48a8-a366-70f73ae8e9e5 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:20.802Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1ca1477e-f2c7-48a8-a366-70f73ae8e9e5 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=112 EndTimestamp=2021-07-07T00:52:20.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:20.690Z InvocationID=ad16a0cb-8d5e-4674-8bf6-76ec69f485c0 ResponseDesc=Internal Server Error 2021-07-07T00:52:21.494Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ec72a853-9c88-41ff-b128-5c3ed31ce16b InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:21.494Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:21.494Z InvocationID=b769bcbe-fe52-4619-9d7f-992cd959f4e7 2021-07-07T00:52:21.501Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ec72a853-9c88-41ff-b128-5c3ed31ce16b InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:21.587Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ec72a853-9c88-41ff-b128-5c3ed31ce16b InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:21.593Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ec72a853-9c88-41ff-b128-5c3ed31ce16b InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:21.593Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ec72a853-9c88-41ff-b128-5c3ed31ce16b InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:21.594Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ec72a853-9c88-41ff-b128-5c3ed31ce16b InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=100 EndTimestamp=2021-07-07T00:52:21.594Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:21.494Z InvocationID=4ed40038-530a-4e35-9c5f-89568654bd37 ResponseDesc=Internal Server Error 2021-07-07T00:52:22.302Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6e780339-1260-459f-9395-55230d24a1f1 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:22.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:22.302Z InvocationID=46d06be3-2699-4f81-9b34-cb0f9575d2d5 2021-07-07T00:52:22.390Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6e780339-1260-459f-9395-55230d24a1f1 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:22.395Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6e780339-1260-459f-9395-55230d24a1f1 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:22.399Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6e780339-1260-459f-9395-55230d24a1f1 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:22.399Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6e780339-1260-459f-9395-55230d24a1f1 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:22.400Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6e780339-1260-459f-9395-55230d24a1f1 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=98 EndTimestamp=2021-07-07T00:52:22.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:22.302Z InvocationID=bea21ec2-6c9e-4c77-a35b-5ca819f002e9 ResponseDesc=Internal Server Error 2021-07-07T00:52:23.200Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=96b0a714-8cfb-4a20-bdd3-5ef4855a07b4 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d93dcd50-6611-4361-9438-091e08edc789 EntryTimestamp=2021-07-07T00:52:23.200Z ElapsedTime=0 EndTimestamp=2021-07-07T00:52:23.200Z InvocationID=ba3d2eb4-7df7-47be-b621-ba9486ba10e6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:52:23.291Z [qtp817348612-55] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=96b0a714-8cfb-4a20-bdd3-5ef4855a07b4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:23.296Z [qtp817348612-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=96b0a714-8cfb-4a20-bdd3-5ef4855a07b4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:23.299Z [qtp817348612-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=96b0a714-8cfb-4a20-bdd3-5ef4855a07b4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:23.299Z [qtp817348612-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=96b0a714-8cfb-4a20-bdd3-5ef4855a07b4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:23.300Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=96b0a714-8cfb-4a20-bdd3-5ef4855a07b4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=100 EndTimestamp=2021-07-07T00:52:23.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:23.200Z InvocationID=22ea0af4-41b1-47e2-bffc-2fdfe85aac2f ResponseDesc=Internal Server Error 2021-07-07T00:52:23.994Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=32994dda-d1f8-45cb-9423-777b5b946a68 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:23.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:23.994Z InvocationID=3a93806d-763c-46cc-be1a-4e71a6b653f8 2021-07-07T00:52:24.001Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=32994dda-d1f8-45cb-9423-777b5b946a68 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:24.088Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=32994dda-d1f8-45cb-9423-777b5b946a68 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:24.094Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=32994dda-d1f8-45cb-9423-777b5b946a68 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:24.094Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=32994dda-d1f8-45cb-9423-777b5b946a68 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:24.095Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=32994dda-d1f8-45cb-9423-777b5b946a68 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=101 EndTimestamp=2021-07-07T00:52:24.095Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:23.994Z InvocationID=108a71ee-c9f2-49d3-a081-b7868a0666eb ResponseDesc=Internal Server Error 2021-07-07T00:52:24.898Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=071c8f70-f726-4612-8d09-d050d3fbda32 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:24.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:24.898Z InvocationID=14a7d3d7-8beb-4b96-835c-0d5b1f060395 2021-07-07T00:52:24.988Z [qtp817348612-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=071c8f70-f726-4612-8d09-d050d3fbda32 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:24.993Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=071c8f70-f726-4612-8d09-d050d3fbda32 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:24.998Z [qtp817348612-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=071c8f70-f726-4612-8d09-d050d3fbda32 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:24.998Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=071c8f70-f726-4612-8d09-d050d3fbda32 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:24.998Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=071c8f70-f726-4612-8d09-d050d3fbda32 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=100 EndTimestamp=2021-07-07T00:52:24.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:24.898Z InvocationID=dee4d83b-c013-4eef-adbd-ee3a970105f4 ResponseDesc=Internal Server Error 2021-07-07T00:52:25.692Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5316a65e-e561-461f-b0dd-eabe5a79b534 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:25.692Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:25.692Z InvocationID=7a014fc6-8f34-4db0-9d0b-4a2a9fa524d1 2021-07-07T00:52:25.698Z [qtp817348612-56] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5316a65e-e561-461f-b0dd-eabe5a79b534 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:25.703Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5316a65e-e561-461f-b0dd-eabe5a79b534 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:25.708Z [qtp817348612-56] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=5316a65e-e561-461f-b0dd-eabe5a79b534 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:25.708Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5316a65e-e561-461f-b0dd-eabe5a79b534 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:25.709Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=5316a65e-e561-461f-b0dd-eabe5a79b534 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=17 EndTimestamp=2021-07-07T00:52:25.709Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:25.692Z InvocationID=f987af64-a537-44e3-afbb-f473849f87b6 ResponseDesc=Internal Server Error 2021-07-07T00:52:26.399Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=687678a0-4ca0-464e-96c7-171f54eec8d0 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:26.399Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:26.399Z InvocationID=d890fed8-0722-490e-92ce-7e0ba19aacb0 2021-07-07T00:52:26.488Z [qtp817348612-54] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=687678a0-4ca0-464e-96c7-171f54eec8d0 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:26.494Z [qtp817348612-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=687678a0-4ca0-464e-96c7-171f54eec8d0 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:26.499Z [qtp817348612-54] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=687678a0-4ca0-464e-96c7-171f54eec8d0 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:26.499Z [qtp817348612-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=687678a0-4ca0-464e-96c7-171f54eec8d0 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:26.500Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=687678a0-4ca0-464e-96c7-171f54eec8d0 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=101 EndTimestamp=2021-07-07T00:52:26.500Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:26.399Z InvocationID=262bfce3-9e1b-448f-a55d-d6d6a4a459de ResponseDesc=Internal Server Error 2021-07-07T00:52:26.574Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a28ceba8-11d7-4640-a87d-b9a15aee6b29 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:26.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:26.573Z InvocationID=ca87c73a-65ce-4ec9-b48b-3511deed59af 2021-07-07T00:52:26.587Z [qtp817348612-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a28ceba8-11d7-4640-a87d-b9a15aee6b29 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:26.591Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a28ceba8-11d7-4640-a87d-b9a15aee6b29 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:26.595Z [qtp817348612-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a28ceba8-11d7-4640-a87d-b9a15aee6b29 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:26.595Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a28ceba8-11d7-4640-a87d-b9a15aee6b29 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:26.596Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a28ceba8-11d7-4640-a87d-b9a15aee6b29 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=23 EndTimestamp=2021-07-07T00:52:26.596Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:26.573Z InvocationID=70d11dbf-bc39-4e46-9a46-0339b4397c70 ResponseDesc=Internal Server Error 2021-07-07T00:52:27.188Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53316744-1780-4320-aa1e-6bff9ce1b7f4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:27.188Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:27.188Z InvocationID=2d384ecb-fbf8-4c1e-974c-1588668f4c76 2021-07-07T00:52:27.194Z [qtp817348612-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53316744-1780-4320-aa1e-6bff9ce1b7f4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:27.199Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=53316744-1780-4320-aa1e-6bff9ce1b7f4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:27.203Z [qtp817348612-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=53316744-1780-4320-aa1e-6bff9ce1b7f4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:27.203Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=53316744-1780-4320-aa1e-6bff9ce1b7f4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:27.203Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=53316744-1780-4320-aa1e-6bff9ce1b7f4 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=15 EndTimestamp=2021-07-07T00:52:27.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:27.188Z InvocationID=896913a5-2a60-4cdb-b698-c244b45b525a ResponseDesc=Internal Server Error 2021-07-07T00:52:27.886Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ff6765fd-ff9c-4e17-aef6-99f973b97fd8 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:27.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:27.886Z InvocationID=a0bee926-5782-46b5-8e10-d8b91ef3fbe6 2021-07-07T00:52:27.894Z [qtp817348612-57] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ff6765fd-ff9c-4e17-aef6-99f973b97fd8 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:27.898Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ff6765fd-ff9c-4e17-aef6-99f973b97fd8 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:27.988Z [qtp817348612-57] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ff6765fd-ff9c-4e17-aef6-99f973b97fd8 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:27.988Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ff6765fd-ff9c-4e17-aef6-99f973b97fd8 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:27.988Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ff6765fd-ff9c-4e17-aef6-99f973b97fd8 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=102 EndTimestamp=2021-07-07T00:52:27.988Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:27.886Z InvocationID=81f4fbb6-edb7-474e-b758-737be3ed3f68 ResponseDesc=Internal Server Error 2021-07-07T00:52:29.091Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=efe6b80f-bded-4146-a3d2-28af7a84f6ad InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:29.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:29.091Z InvocationID=40914452-b89d-4c9d-9db1-83e2d6ea1ec8 2021-07-07T00:52:29.184Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=efe6b80f-bded-4146-a3d2-28af7a84f6ad InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:29.189Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=efe6b80f-bded-4146-a3d2-28af7a84f6ad InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:29.193Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=efe6b80f-bded-4146-a3d2-28af7a84f6ad InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:29.193Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=efe6b80f-bded-4146-a3d2-28af7a84f6ad InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:29.194Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=efe6b80f-bded-4146-a3d2-28af7a84f6ad InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=102 EndTimestamp=2021-07-07T00:52:29.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:29.091Z InvocationID=df49b821-dceb-4b09-9992-3b5083c2c750 ResponseDesc=Internal Server Error 2021-07-07T00:52:30.190Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a1ce56d2-64cd-4a4a-b8b8-5547268e9ae2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:30.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:30.190Z InvocationID=8b91648f-014a-42af-b784-b6e5ee6e10d6 2021-07-07T00:52:30.283Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a1ce56d2-64cd-4a4a-b8b8-5547268e9ae2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:30.288Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a1ce56d2-64cd-4a4a-b8b8-5547268e9ae2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:30.293Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a1ce56d2-64cd-4a4a-b8b8-5547268e9ae2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:30.294Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a1ce56d2-64cd-4a4a-b8b8-5547268e9ae2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:30.295Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a1ce56d2-64cd-4a4a-b8b8-5547268e9ae2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=104 EndTimestamp=2021-07-07T00:52:30.294Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:30.190Z InvocationID=99d2b977-48bc-48b3-907d-0286e7f9ebef ResponseDesc=Internal Server Error 2021-07-07T00:52:31.095Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0c2d3bbf-3fb3-4c09-9bca-8b235992531f InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:31.093Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:31.093Z InvocationID=8f94aacc-ff88-413a-b4db-4b1527f0ed64 2021-07-07T00:52:31.185Z [qtp817348612-55] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0c2d3bbf-3fb3-4c09-9bca-8b235992531f InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:31.191Z [qtp817348612-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0c2d3bbf-3fb3-4c09-9bca-8b235992531f InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:31.196Z [qtp817348612-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=0c2d3bbf-3fb3-4c09-9bca-8b235992531f InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:31.196Z [qtp817348612-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0c2d3bbf-3fb3-4c09-9bca-8b235992531f InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:31.197Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0c2d3bbf-3fb3-4c09-9bca-8b235992531f InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=104 EndTimestamp=2021-07-07T00:52:31.197Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:31.093Z InvocationID=b67d342e-abcf-4577-8c39-ff7bececfe4c ResponseDesc=Internal Server Error 2021-07-07T00:52:32.093Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9961f734-0ef9-4dbb-92e1-0483be2f2937 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:32.093Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:32.093Z InvocationID=775ba9af-04c6-4398-b107-6331607893ff 2021-07-07T00:52:32.098Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9961f734-0ef9-4dbb-92e1-0483be2f2937 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:32.187Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9961f734-0ef9-4dbb-92e1-0483be2f2937 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:32.193Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9961f734-0ef9-4dbb-92e1-0483be2f2937 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:32.193Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9961f734-0ef9-4dbb-92e1-0483be2f2937 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:32.194Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9961f734-0ef9-4dbb-92e1-0483be2f2937 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=101 EndTimestamp=2021-07-07T00:52:32.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:32.093Z InvocationID=68ef4213-0cb6-46e8-95b6-57fbd8fee5ca ResponseDesc=Internal Server Error 2021-07-07T00:52:32.804Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fa365282-6551-4972-a0fb-db85f67d22ae InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:32.803Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:32.803Z InvocationID=830fa2f3-fe02-4ad7-8e0c-3da66e6e848e 2021-07-07T00:52:32.889Z [qtp817348612-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fa365282-6551-4972-a0fb-db85f67d22ae InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:32.893Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fa365282-6551-4972-a0fb-db85f67d22ae InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:32.897Z [qtp817348612-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fa365282-6551-4972-a0fb-db85f67d22ae InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:32.897Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fa365282-6551-4972-a0fb-db85f67d22ae InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:32.898Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fa365282-6551-4972-a0fb-db85f67d22ae InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=95 EndTimestamp=2021-07-07T00:52:32.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:32.803Z InvocationID=9c8331f2-a9c0-4ffb-b041-9e1bac9ad4cc ResponseDesc=Internal Server Error 2021-07-07T00:52:33.790Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=34a66427-d64c-40b2-8c77-c268f8c48577 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:33.790Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:33.790Z InvocationID=e98ae141-6751-45e4-91ce-0bbe83be15d2 2021-07-07T00:52:33.799Z [qtp817348612-56] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=34a66427-d64c-40b2-8c77-c268f8c48577 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:33.887Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=34a66427-d64c-40b2-8c77-c268f8c48577 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:33.892Z [qtp817348612-56] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=34a66427-d64c-40b2-8c77-c268f8c48577 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:33.892Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=34a66427-d64c-40b2-8c77-c268f8c48577 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:33.893Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=34a66427-d64c-40b2-8c77-c268f8c48577 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=103 EndTimestamp=2021-07-07T00:52:33.893Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:33.790Z InvocationID=2c56b413-1d1f-48af-99dd-d7ecba0690fd ResponseDesc=Internal Server Error 2021-07-07T00:52:34.500Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=856759d9-ce16-45e6-bd02-5a8564523034 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:34.500Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:34.500Z InvocationID=cef113c0-9c17-4ac0-b381-1bd20b2bdfce 2021-07-07T00:52:34.588Z [qtp817348612-54] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=856759d9-ce16-45e6-bd02-5a8564523034 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:34.593Z [qtp817348612-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=856759d9-ce16-45e6-bd02-5a8564523034 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:34.597Z [qtp817348612-54] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=856759d9-ce16-45e6-bd02-5a8564523034 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:34.597Z [qtp817348612-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=856759d9-ce16-45e6-bd02-5a8564523034 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:34.598Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=856759d9-ce16-45e6-bd02-5a8564523034 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=98 EndTimestamp=2021-07-07T00:52:34.598Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:34.500Z InvocationID=42a1bedb-1c61-4892-aab4-fe3ec47c2d69 ResponseDesc=Internal Server Error 2021-07-07T00:52:35.504Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c650b99f-3bcc-47fa-9058-80f8d1974f6d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:35.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:35.503Z InvocationID=98c48b5e-9499-4144-b5d8-71707d249824 2021-07-07T00:52:35.589Z [qtp817348612-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c650b99f-3bcc-47fa-9058-80f8d1974f6d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:35.595Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c650b99f-3bcc-47fa-9058-80f8d1974f6d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:35.600Z [qtp817348612-50] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=c650b99f-3bcc-47fa-9058-80f8d1974f6d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:35.600Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c650b99f-3bcc-47fa-9058-80f8d1974f6d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:35.601Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c650b99f-3bcc-47fa-9058-80f8d1974f6d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=98 EndTimestamp=2021-07-07T00:52:35.601Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:35.503Z InvocationID=0d71ef8b-2da3-4f6b-87d9-7fb0687f0825 ResponseDesc=Internal Server Error 2021-07-07T00:52:36.106Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1dd0f47e-810c-4ced-bbb5-877665991633 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:36.106Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:36.106Z InvocationID=6a90f69f-e0c4-4b38-b099-43911feadcf2 2021-07-07T00:52:36.188Z [qtp817348612-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1dd0f47e-810c-4ced-bbb5-877665991633 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:36.193Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1dd0f47e-810c-4ced-bbb5-877665991633 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:36.199Z [qtp817348612-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1dd0f47e-810c-4ced-bbb5-877665991633 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:36.199Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1dd0f47e-810c-4ced-bbb5-877665991633 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:36.200Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1dd0f47e-810c-4ced-bbb5-877665991633 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=94 EndTimestamp=2021-07-07T00:52:36.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:36.106Z InvocationID=d5b79011-36dc-43d0-b444-68e35ccff029 ResponseDesc=Internal Server Error 2021-07-07T00:52:36.572Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=54630241-4648-4ac3-9eb4-f70b688e017f InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:36.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:36.572Z InvocationID=cc43aa9f-1949-4e7b-b12f-3a2d772e20d8 2021-07-07T00:52:36.586Z [qtp817348612-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=54630241-4648-4ac3-9eb4-f70b688e017f InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:36.592Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=54630241-4648-4ac3-9eb4-f70b688e017f InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:36.595Z [qtp817348612-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=54630241-4648-4ac3-9eb4-f70b688e017f InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:36.595Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=54630241-4648-4ac3-9eb4-f70b688e017f InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:36.596Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=54630241-4648-4ac3-9eb4-f70b688e017f InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=24 EndTimestamp=2021-07-07T00:52:36.596Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:36.572Z InvocationID=61e8d8dd-9a21-4d47-9e11-1d0c418a6d4a ResponseDesc=Internal Server Error 2021-07-07T00:52:36.795Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3f2ff980-2da1-4a3d-87c3-3849c261bff2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:36.795Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:36.795Z InvocationID=637a5f50-7a3c-4419-8392-053b0ab3603e 2021-07-07T00:52:36.801Z [qtp817348612-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3f2ff980-2da1-4a3d-87c3-3849c261bff2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:36.887Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3f2ff980-2da1-4a3d-87c3-3849c261bff2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:36.891Z [qtp817348612-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=3f2ff980-2da1-4a3d-87c3-3849c261bff2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:36.891Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3f2ff980-2da1-4a3d-87c3-3849c261bff2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:36.892Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=3f2ff980-2da1-4a3d-87c3-3849c261bff2 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=97 EndTimestamp=2021-07-07T00:52:36.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:36.795Z InvocationID=94bf37c2-5aca-40cd-a63e-e62cbc9fbe7a ResponseDesc=Internal Server Error 2021-07-07T00:52:37.596Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5f3712d0-ab80-4d59-9675-e98e3ceeb117 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:37.595Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:37.595Z InvocationID=66b928aa-d660-4817-b941-555c2773ea10 2021-07-07T00:52:37.684Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5f3712d0-ab80-4d59-9675-e98e3ceeb117 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:37.690Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5f3712d0-ab80-4d59-9675-e98e3ceeb117 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:37.695Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=5f3712d0-ab80-4d59-9675-e98e3ceeb117 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:37.695Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5f3712d0-ab80-4d59-9675-e98e3ceeb117 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:37.696Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=5f3712d0-ab80-4d59-9675-e98e3ceeb117 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=101 EndTimestamp=2021-07-07T00:52:37.696Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:37.595Z InvocationID=85962c67-f00a-4104-aacc-3a3bbde22091 ResponseDesc=Internal Server Error 2021-07-07T00:52:38.593Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=27510818-2216-4ea8-9043-123aac215493 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:38.593Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:38.593Z InvocationID=a041d2b0-fb98-4c02-8737-a3b3cd9444f4 2021-07-07T00:52:38.685Z [qtp817348612-55] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=27510818-2216-4ea8-9043-123aac215493 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:38.692Z [qtp817348612-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=27510818-2216-4ea8-9043-123aac215493 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:38.697Z [qtp817348612-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=27510818-2216-4ea8-9043-123aac215493 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:38.697Z [qtp817348612-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=27510818-2216-4ea8-9043-123aac215493 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:38.698Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=27510818-2216-4ea8-9043-123aac215493 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=105 EndTimestamp=2021-07-07T00:52:38.698Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:38.593Z InvocationID=f7ac2e06-e050-4a88-8d50-426e54a317e4 ResponseDesc=Internal Server Error 2021-07-07T00:52:39.393Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=55757eb7-638d-44fa-b9cb-abacf7adabd6 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:39.393Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:39.393Z InvocationID=e7baea6e-8fc3-4c69-9a3c-a9cb763e79c8 2021-07-07T00:52:39.399Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=55757eb7-638d-44fa-b9cb-abacf7adabd6 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:39.488Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=55757eb7-638d-44fa-b9cb-abacf7adabd6 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:39.493Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=55757eb7-638d-44fa-b9cb-abacf7adabd6 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:39.493Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=55757eb7-638d-44fa-b9cb-abacf7adabd6 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:39.494Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=55757eb7-638d-44fa-b9cb-abacf7adabd6 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=101 EndTimestamp=2021-07-07T00:52:39.494Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:39.393Z InvocationID=fe44e6d0-1e6a-4af7-8b18-1aa4297a1a4b ResponseDesc=Internal Server Error 2021-07-07T00:52:40.299Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=916b8432-8568-4c52-80dc-71d1d4d9187c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:40.298Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:40.298Z InvocationID=0316b026-63d1-49fe-bfd9-fcd8c0c7e37e 2021-07-07T00:52:40.389Z [qtp817348612-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=916b8432-8568-4c52-80dc-71d1d4d9187c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:40.395Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=916b8432-8568-4c52-80dc-71d1d4d9187c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:40.484Z [qtp817348612-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=916b8432-8568-4c52-80dc-71d1d4d9187c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:40.484Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=916b8432-8568-4c52-80dc-71d1d4d9187c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:40.485Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=916b8432-8568-4c52-80dc-71d1d4d9187c InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=186 EndTimestamp=2021-07-07T00:52:40.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:40.298Z InvocationID=93aedb06-d2d2-424e-9298-714f804aed3f ResponseDesc=Internal Server Error 2021-07-07T00:52:41.489Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=95bd1504-94bb-4503-ac30-3a1dc41ac606 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:41.489Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:41.489Z InvocationID=d634fcb4-dbdb-4d15-9500-929d201fed7b 2021-07-07T00:52:41.495Z [qtp817348612-56] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=95bd1504-94bb-4503-ac30-3a1dc41ac606 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:41.587Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=95bd1504-94bb-4503-ac30-3a1dc41ac606 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:41.592Z [qtp817348612-56] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=95bd1504-94bb-4503-ac30-3a1dc41ac606 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:41.592Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=95bd1504-94bb-4503-ac30-3a1dc41ac606 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:41.594Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=95bd1504-94bb-4503-ac30-3a1dc41ac606 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=104 EndTimestamp=2021-07-07T00:52:41.593Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:41.489Z InvocationID=d0e4f421-64bd-45e1-a0ab-0c2a3c77f9ad ResponseDesc=Internal Server Error 2021-07-07T00:52:42.493Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4704aa9d-b988-4c40-b8c2-5a5b7bd0364d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:42.493Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:42.493Z InvocationID=a9434693-27ab-4c19-b096-e3e9a259de12 2021-07-07T00:52:42.499Z [qtp817348612-54] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4704aa9d-b988-4c40-b8c2-5a5b7bd0364d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:42.586Z [qtp817348612-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4704aa9d-b988-4c40-b8c2-5a5b7bd0364d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:42.594Z [qtp817348612-54] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4704aa9d-b988-4c40-b8c2-5a5b7bd0364d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:42.594Z [qtp817348612-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4704aa9d-b988-4c40-b8c2-5a5b7bd0364d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:42.595Z [qtp817348612-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4704aa9d-b988-4c40-b8c2-5a5b7bd0364d InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=102 EndTimestamp=2021-07-07T00:52:42.595Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:42.493Z InvocationID=68a6d568-8512-493a-832b-9e91ef1b7ae4 ResponseDesc=Internal Server Error 2021-07-07T00:52:44.197Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4a468fcc-a21e-428e-99a4-16fbd2c1ef75 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:44.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:44.196Z InvocationID=815716cd-4521-4755-8e4d-71493d356047 2021-07-07T00:52:44.284Z [qtp817348612-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4a468fcc-a21e-428e-99a4-16fbd2c1ef75 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:44.288Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4a468fcc-a21e-428e-99a4-16fbd2c1ef75 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:44.292Z [qtp817348612-50] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4a468fcc-a21e-428e-99a4-16fbd2c1ef75 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:44.292Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4a468fcc-a21e-428e-99a4-16fbd2c1ef75 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:44.293Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4a468fcc-a21e-428e-99a4-16fbd2c1ef75 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=97 EndTimestamp=2021-07-07T00:52:44.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:44.196Z InvocationID=05b64d22-9464-4130-b379-f18c070f95b1 ResponseDesc=Internal Server Error 2021-07-07T00:52:46.573Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d96b6e85-faf8-4899-ad44-fa90d2408006 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:46.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:46.573Z InvocationID=09b19ae0-5f5d-42bd-b464-0ff172233924 2021-07-07T00:52:46.583Z [qtp817348612-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d96b6e85-faf8-4899-ad44-fa90d2408006 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:46.588Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d96b6e85-faf8-4899-ad44-fa90d2408006 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:46.591Z [qtp817348612-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d96b6e85-faf8-4899-ad44-fa90d2408006 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:46.591Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d96b6e85-faf8-4899-ad44-fa90d2408006 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:46.592Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d96b6e85-faf8-4899-ad44-fa90d2408006 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=19 EndTimestamp=2021-07-07T00:52:46.592Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:46.573Z InvocationID=673d5339-b27a-447f-a821-6cd57b111143 ResponseDesc=Internal Server Error 2021-07-07T00:52:46.901Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=355fe577-6197-473c-92a0-eb9cab868834 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=0 EndTimestamp=2021-07-07T00:52:46.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:46.901Z InvocationID=f21b9f6d-a6d3-49d0-8235-30bc4f0a8c36 2021-07-07T00:52:46.986Z [qtp817348612-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=355fe577-6197-473c-92a0-eb9cab868834 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:46.991Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=355fe577-6197-473c-92a0-eb9cab868834 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:47.004Z [qtp817348612-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=355fe577-6197-473c-92a0-eb9cab868834 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:47.004Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=355fe577-6197-473c-92a0-eb9cab868834 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:52:47.005Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=355fe577-6197-473c-92a0-eb9cab868834 InstanceID=d93dcd50-6611-4361-9438-091e08edc789 ElapsedTime=103 EndTimestamp=2021-07-07T00:52:47.004Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:52:46.901Z InvocationID=3e4ea6a8-759f-44ea-9109-6ecb3312274d ResponseDesc=Internal Server Error 2021-07-07T00:53:04.187Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-07-07T00:53:05.165Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-07-07T00:53:05.472Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-07-07T00:53:05.479Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-07-07T00:53:05.493Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-07-07T00:53:05.508Z [main] INFO c.d.driver.core.SystemProperties com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T00:53:05.508Z [main] INFO c.datastax.driver.core.ClockFactory Using java.lang.System clock to generate timestamps. 2021-07-07T00:53:05.588Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-07-07T00:53:05.670Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-07-07T00:53:06.474Z [main] INFO c.d.d.c.p.DCAwareRoundRobinPolicy Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T00:53:06.475Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T00:53:06.475Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.30.195:9042 added 2021-07-07T00:53:06.476Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T00:53:18.556Z [cluster1-timeouter-0] WARN c.d.driver.core.HostConnectionPool Error creating connection to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Operation timed out at com.datastax.driver.core.Connection$Future.onTimeout(Connection.java:1526) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:18.557Z [cluster1-timeouter-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.ConnectionException: [cassandra.onap/10.242.30.195:9042] Pool was closed during initialization at com.datastax.driver.core.HostConnectionPool$2.onSuccess(HostConnectionPool.java:173) at com.datastax.driver.core.HostConnectionPool$2.onSuccess(HostConnectionPool.java:158) at com.google.common.util.concurrent.Futures$CallbackListener.run(Futures.java:1080) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.google.common.util.concurrent.CollectionFuture.handleAllCompleted(CollectionFuture.java:69) at com.google.common.util.concurrent.AggregateFuture.processCompleted(AggregateFuture.java:282) at com.google.common.util.concurrent.AggregateFuture.decrementCountAndMaybeComplete(AggregateFuture.java:264) at com.google.common.util.concurrent.AggregateFuture.access$200(AggregateFuture.java:42) at com.google.common.util.concurrent.AggregateFuture$1.run(AggregateFuture.java:147) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.setFuture(AbstractFuture.java:814) at com.google.common.util.concurrent.AbstractCatchingFuture$AsyncCatchingFuture.setResult(AbstractCatchingFuture.java:203) at com.google.common.util.concurrent.AbstractCatchingFuture$AsyncCatchingFuture.setResult(AbstractCatchingFuture.java:179) at com.google.common.util.concurrent.AbstractCatchingFuture.run(AbstractCatchingFuture.java:133) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.setFuture(AbstractFuture.java:814) at com.google.common.util.concurrent.AbstractCatchingFuture$AsyncCatchingFuture.setResult(AbstractCatchingFuture.java:203) at com.google.common.util.concurrent.AbstractCatchingFuture$AsyncCatchingFuture.setResult(AbstractCatchingFuture.java:179) at com.google.common.util.concurrent.AbstractCatchingFuture.run(AbstractCatchingFuture.java:133) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.setException(AbstractFuture.java:771) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:100) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.setException(AbstractFuture.java:771) at com.datastax.driver.core.Connection$Future.onTimeout(Connection.java:1526) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:19.796Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:53:19.918Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:53:19.994Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T00:53:19.996Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] because it collides with previously registered codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] 2021-07-07T00:53:20.672Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl loaded external testing config {"client":{"enabled":true},"endpoints":["vtp,VTP,true,http://refrepo:8702/onapapi/vnfsdk-marketplace,onap.*","repository,Repository,false,,.*"]} 2021-07-07T00:53:20.676Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl processed external testing config [{"enabled":true,"title":"VTP","url":"http://refrepo:8702/onapapi/vnfsdk-marketplace","id":"vtp","apiKey":null,"scenarioFilter":"onap.*"},{"enabled":false,"title":"Repository","url":"","id":"repository","apiKey":null,"scenarioFilter":".*"}] 2021-07-07T00:53:21.446Z [main] INFO org.apache.cxf.endpoint.ServerImpl Setting the server's publish address to be / 2021-07-07T00:53:21.567Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext initialized in 17377 ms 2021-07-07T00:53:24.083Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:53:24.211Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:53:24.231Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T00:53:24.631Z [main] INFO o.s.web.servlet.DispatcherServlet Initializing Servlet 'spring-mapper' 2021-07-07T00:53:24.840Z [main] INFO o.s.web.servlet.DispatcherServlet Completed initialization in 209 ms 2021-07-07T00:53:25.158Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e743ef38-5cf9-4c68-8d66-9e0ca88862df ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:53:25.149Z ElapsedTime=0 EndTimestamp=2021-07-07T00:53:25.149Z InvocationID=55c3bbaf-200c-4fac-966b-812f1c2c7c15 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:53:25.158Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=91ec2a43-1e14-4cfe-871c-677c5f04a947 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:53:25.150Z ElapsedTime=0 EndTimestamp=2021-07-07T00:53:25.150Z InvocationID=ba93eeda-4927-448e-a719-b9807694c1e4 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:53:25.566Z [qtp817348612-20] INFO c.d.driver.core.SystemProperties RequestID=e743ef38-5cf9-4c68-8d66-9e0ca88862df InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T00:53:25.566Z [qtp817348612-20] INFO c.datastax.driver.core.ClockFactory RequestID=e743ef38-5cf9-4c68-8d66-9e0ca88862df InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using java.lang.System clock to generate timestamps. 2021-07-07T00:53:25.808Z [qtp817348612-17] INFO c.d.d.c.p.DCAwareRoundRobinPolicy RequestID=91ec2a43-1e14-4cfe-871c-677c5f04a947 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T00:53:25.809Z [qtp817348612-17] INFO com.datastax.driver.core.Cluster RequestID=91ec2a43-1e14-4cfe-871c-677c5f04a947 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T00:53:25.809Z [qtp817348612-17] INFO com.datastax.driver.core.Cluster RequestID=91ec2a43-1e14-4cfe-871c-677c5f04a947 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.30.195:9042 added 2021-07-07T00:53:25.809Z [qtp817348612-17] INFO com.datastax.driver.core.Cluster RequestID=91ec2a43-1e14-4cfe-871c-677c5f04a947 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T00:53:25.916Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=45883eb6-30f6-4c65-804f-38af71447f0d ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:53:25.915Z ElapsedTime=0 EndTimestamp=2021-07-07T00:53:25.915Z InvocationID=48712a28-4b55-4b5e-b5d2-2bb46ecd9954 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:53:29.753Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e0a0a9e3-80af-4f1b-9684-4d505b437a94 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:53:29.753Z ElapsedTime=0 EndTimestamp=2021-07-07T00:53:29.753Z InvocationID=4c8cd8e5-84f9-40ce-80b5-a77ccc9185ff PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:53:32.283Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=079c15d9-4108-4e68-a378-ce19621575aa ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:53:32.282Z ElapsedTime=0 EndTimestamp=2021-07-07T00:53:32.282Z InvocationID=c2cc54cd-fdd1-4b58-959f-f1ce01026c9b PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:53:33.550Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=07d273af-fd30-4908-8e3e-d855d2f3b9f6 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:53:33.550Z ElapsedTime=0 EndTimestamp=2021-07-07T00:53:33.550Z InvocationID=0f4a4ba4-5c43-4a84-b234-8b6383ed8e54 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:53:37.337Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9b5b984c-a577-4e23-a378-2f81dd8b976d ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:53:37.336Z ElapsedTime=0 EndTimestamp=2021-07-07T00:53:37.336Z InvocationID=d976efa1-eeec-4e63-86e6-8bb4d0351f8f PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:53:37.881Z [cluster2-timeouter-0] WARN c.d.driver.core.HostConnectionPool Error creating connection to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Operation timed out at com.datastax.driver.core.Connection$Future.onTimeout(Connection.java:1526) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:37.883Z [cluster2-timeouter-0] WARN c.d.driver.core.HostConnectionPool Error creating connection to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Operation timed out at com.datastax.driver.core.Connection$Future.onTimeout(Connection.java:1526) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:37.890Z [qtp817348612-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=91ec2a43-1e14-4cfe-871c-677c5f04a947 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:37.980Z [cluster2-timeouter-0] WARN c.d.driver.core.HostConnectionPool Error creating connection to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Operation timed out at com.datastax.driver.core.Connection$Future.onTimeout(Connection.java:1526) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:37.985Z [qtp817348612-48] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=45883eb6-30f6-4c65-804f-38af71447f0d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:37.989Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:53:37.989Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:53:41.034Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=07c05a8d-63b4-47e6-9ba8-3bed6863e586 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:53:41.034Z ElapsedTime=0 EndTimestamp=2021-07-07T00:53:41.034Z InvocationID=62ef3a39-6f24-49fc-b162-55911c143dbb PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:53:41.780Z [cluster2-timeouter-0] WARN c.d.driver.core.HostConnectionPool Error creating connection to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Operation timed out at com.datastax.driver.core.Connection$Future.onTimeout(Connection.java:1526) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:41.789Z [qtp817348612-55] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e0a0a9e3-80af-4f1b-9684-4d505b437a94 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:41.791Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:53:41.792Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:53:41.792Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:53:41.792Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:53:42.985Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT * FROM element LIMIT 1' 2021-07-07T00:53:42.986Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T00:53:42.986Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T00:53:42.989Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:53:42.991Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:53:43.212Z [qtp817348612-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=45883eb6-30f6-4c65-804f-38af71447f0d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:43.289Z [qtp817348612-48] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=45883eb6-30f6-4c65-804f-38af71447f0d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:43.290Z [qtp817348612-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=45883eb6-30f6-4c65-804f-38af71447f0d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:43.305Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=45883eb6-30f6-4c65-804f-38af71447f0d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=17389 EndTimestamp=2021-07-07T00:53:43.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:25.915Z InvocationID=9f18554c-7d73-40a4-8db1-981d2ae1e24b ResponseDesc=Internal Server Error 2021-07-07T00:53:44.380Z [cluster2-timeouter-0] WARN c.d.driver.core.HostConnectionPool Error creating connection to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Operation timed out at com.datastax.driver.core.Connection$Future.onTimeout(Connection.java:1526) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:44.384Z [qtp817348612-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=079c15d9-4108-4e68-a378-ce19621575aa InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:44.732Z [qtp817348612-47] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=21b37760-accd-4e02-9a49-d3ed45a405cc ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:53:44.732Z ElapsedTime=0 EndTimestamp=2021-07-07T00:53:44.732Z InvocationID=932ad241-e5bb-4cfd-ac22-bef52f3541c4 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:53:44.789Z [qtp817348612-47] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=21b37760-accd-4e02-9a49-d3ed45a405cc InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:45.580Z [cluster2-timeouter-0] WARN c.d.driver.core.HostConnectionPool Error creating connection to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Operation timed out at com.datastax.driver.core.Connection$Future.onTimeout(Connection.java:1526) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:46.100Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=07c05a8d-63b4-47e6-9ba8-3bed6863e586 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:46.106Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=07c05a8d-63b4-47e6-9ba8-3bed6863e586 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:46.185Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=07c05a8d-63b4-47e6-9ba8-3bed6863e586 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:46.185Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=07c05a8d-63b4-47e6-9ba8-3bed6863e586 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:46.187Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=07c05a8d-63b4-47e6-9ba8-3bed6863e586 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=5152 EndTimestamp=2021-07-07T00:53:46.186Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:41.034Z InvocationID=14bb2911-769e-4858-aa0f-a1e362a67c4f ResponseDesc=Internal Server Error 2021-07-07T00:53:46.794Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T00:53:46.794Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T00:53:47.281Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4a9e4283-e674-40d3-a849-5417fd037f50 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:53:47.280Z ElapsedTime=0 EndTimestamp=2021-07-07T00:53:47.280Z InvocationID=d91e9942-a52d-4332-a484-ebcc66d730f5 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:53:48.087Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e743ef38-5cf9-4c68-8d66-9e0ca88862df InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:48.088Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=91ec2a43-1e14-4cfe-871c-677c5f04a947 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:48.093Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e743ef38-5cf9-4c68-8d66-9e0ca88862df InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:48.097Z [qtp817348612-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=91ec2a43-1e14-4cfe-871c-677c5f04a947 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:48.097Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=91ec2a43-1e14-4cfe-871c-677c5f04a947 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:48.098Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=91ec2a43-1e14-4cfe-871c-677c5f04a947 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=22948 EndTimestamp=2021-07-07T00:53:48.098Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:25.150Z InvocationID=6e4ef260-1ca0-4a36-9526-ee5bb32d4263 ResponseDesc=Internal Server Error 2021-07-07T00:53:48.186Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e743ef38-5cf9-4c68-8d66-9e0ca88862df InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:48.186Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e743ef38-5cf9-4c68-8d66-9e0ca88862df InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:48.187Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e743ef38-5cf9-4c68-8d66-9e0ca88862df InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=23038 EndTimestamp=2021-07-07T00:53:48.187Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:25.149Z InvocationID=0d158bff-92a0-45f6-bdf0-2fb4520e3c1b ResponseDesc=Internal Server Error 2021-07-07T00:53:48.525Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b96929f9-cb96-4f18-b160-b0af93127ecd ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:53:48.525Z ElapsedTime=0 EndTimestamp=2021-07-07T00:53:48.525Z InvocationID=c7891d65-f398-4f29-b8da-c5c0afd84099 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:53:49.381Z [cluster2-timeouter-0] WARN c.d.driver.core.HostConnectionPool Error creating connection to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Operation timed out at com.datastax.driver.core.Connection$Future.onTimeout(Connection.java:1526) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:49.381Z [cluster2-worker-0] ERROR c.d.driver.core.RequestHandler Unexpected error while querying cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.ConnectionException: [cassandra.onap/10.242.30.195:9042] Pool is shutdown at com.datastax.driver.core.HostConnectionPool.closeAsync(HostConnectionPool.java:660) at com.datastax.driver.core.SessionManager.removePool(SessionManager.java:436) at com.datastax.driver.core.SessionManager.onDown(SessionManager.java:524) at com.datastax.driver.core.Cluster$Manager.onDown(Cluster.java:2173) at com.datastax.driver.core.Cluster$Manager.access$1200(Cluster.java:1556) at com.datastax.driver.core.Cluster$Manager$5.runMayThrow(Cluster.java:2128) at com.datastax.driver.core.ExceptionCatchingRunnable.run(ExceptionCatchingRunnable.java:32) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125) at com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:69) at com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:49.381Z [cluster2-worker-0] ERROR c.d.driver.core.RequestHandler Unexpected error while querying cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.ConnectionException: [cassandra.onap/10.242.30.195:9042] Pool is shutdown at com.datastax.driver.core.HostConnectionPool.closeAsync(HostConnectionPool.java:660) at com.datastax.driver.core.SessionManager.removePool(SessionManager.java:436) at com.datastax.driver.core.SessionManager.onDown(SessionManager.java:524) at com.datastax.driver.core.Cluster$Manager.onDown(Cluster.java:2173) at com.datastax.driver.core.Cluster$Manager.access$1200(Cluster.java:1556) at com.datastax.driver.core.Cluster$Manager$5.runMayThrow(Cluster.java:2128) at com.datastax.driver.core.ExceptionCatchingRunnable.run(ExceptionCatchingRunnable.java:32) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125) at com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:69) at com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:49.381Z [cluster2-worker-0] ERROR c.d.driver.core.RequestHandler Unexpected error while querying cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.ConnectionException: [cassandra.onap/10.242.30.195:9042] Pool is shutdown at com.datastax.driver.core.HostConnectionPool.closeAsync(HostConnectionPool.java:660) at com.datastax.driver.core.SessionManager.removePool(SessionManager.java:436) at com.datastax.driver.core.SessionManager.onDown(SessionManager.java:524) at com.datastax.driver.core.Cluster$Manager.onDown(Cluster.java:2173) at com.datastax.driver.core.Cluster$Manager.access$1200(Cluster.java:1556) at com.datastax.driver.core.Cluster$Manager$5.runMayThrow(Cluster.java:2128) at com.datastax.driver.core.ExceptionCatchingRunnable.run(ExceptionCatchingRunnable.java:32) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125) at com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:69) at com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:49.381Z [cluster2-worker-0] ERROR c.d.driver.core.RequestHandler Unexpected error while querying cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.ConnectionException: [cassandra.onap/10.242.30.195:9042] Pool is shutdown at com.datastax.driver.core.HostConnectionPool.closeAsync(HostConnectionPool.java:660) at com.datastax.driver.core.SessionManager.removePool(SessionManager.java:436) at com.datastax.driver.core.SessionManager.onDown(SessionManager.java:524) at com.datastax.driver.core.Cluster$Manager.onDown(Cluster.java:2173) at com.datastax.driver.core.Cluster$Manager.access$1200(Cluster.java:1556) at com.datastax.driver.core.Cluster$Manager$5.runMayThrow(Cluster.java:2128) at com.datastax.driver.core.ExceptionCatchingRunnable.run(ExceptionCatchingRunnable.java:32) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125) at com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:69) at com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:49.382Z [cluster2-worker-0] ERROR c.d.driver.core.RequestHandler Unexpected error while querying cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.ConnectionException: [cassandra.onap/10.242.30.195:9042] Pool is shutdown at com.datastax.driver.core.HostConnectionPool.closeAsync(HostConnectionPool.java:660) at com.datastax.driver.core.SessionManager.removePool(SessionManager.java:436) at com.datastax.driver.core.SessionManager.onDown(SessionManager.java:524) at com.datastax.driver.core.Cluster$Manager.onDown(Cluster.java:2173) at com.datastax.driver.core.Cluster$Manager.access$1200(Cluster.java:1556) at com.datastax.driver.core.Cluster$Manager$5.runMayThrow(Cluster.java:2128) at com.datastax.driver.core.ExceptionCatchingRunnable.run(ExceptionCatchingRunnable.java:32) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125) at com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:69) at com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:49.383Z [cluster2-worker-0] ERROR c.d.driver.core.RequestHandler Unexpected error while querying cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.ConnectionException: [cassandra.onap/10.242.30.195:9042] Pool is shutdown at com.datastax.driver.core.HostConnectionPool.closeAsync(HostConnectionPool.java:660) at com.datastax.driver.core.SessionManager.removePool(SessionManager.java:436) at com.datastax.driver.core.SessionManager.onDown(SessionManager.java:524) at com.datastax.driver.core.Cluster$Manager.onDown(Cluster.java:2173) at com.datastax.driver.core.Cluster$Manager.access$1200(Cluster.java:1556) at com.datastax.driver.core.Cluster$Manager$5.runMayThrow(Cluster.java:2128) at com.datastax.driver.core.ExceptionCatchingRunnable.run(ExceptionCatchingRunnable.java:32) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125) at com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:69) at com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:49.386Z [qtp817348612-57] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=07d273af-fd30-4908-8e3e-d855d2f3b9f6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:49.387Z [qtp817348612-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9b5b984c-a577-4e23-a378-2f81dd8b976d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:53:49.391Z [qtp817348612-47] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=21b37760-accd-4e02-9a49-d3ed45a405cc InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:53:49.394Z [qtp817348612-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b96929f9-cb96-4f18-b160-b0af93127ecd InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:49.398Z [qtp817348612-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e0a0a9e3-80af-4f1b-9684-4d505b437a94 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:53:49.409Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=079c15d9-4108-4e68-a378-ce19621575aa InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:53:49.411Z [qtp817348612-56] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4a9e4283-e674-40d3-a849-5417fd037f50 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:53:49.411Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=07d273af-fd30-4908-8e3e-d855d2f3b9f6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:49.497Z [qtp817348612-47] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=21b37760-accd-4e02-9a49-d3ed45a405cc InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:49.497Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4a9e4283-e674-40d3-a849-5417fd037f50 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:49.497Z [qtp817348612-47] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=21b37760-accd-4e02-9a49-d3ed45a405cc InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:49.500Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9b5b984c-a577-4e23-a378-2f81dd8b976d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:53:49.501Z [qtp817348612-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b96929f9-cb96-4f18-b160-b0af93127ecd InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:49.502Z [qtp817348612-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=079c15d9-4108-4e68-a378-ce19621575aa InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:49.503Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=079c15d9-4108-4e68-a378-ce19621575aa InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:49.504Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=079c15d9-4108-4e68-a378-ce19621575aa InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=17221 EndTimestamp=2021-07-07T00:53:49.503Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:32.282Z InvocationID=1b3c87c5-86d6-4226-96c3-b48f4fe075ea ResponseDesc=Internal Server Error 2021-07-07T00:53:49.506Z [qtp817348612-47] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=21b37760-accd-4e02-9a49-d3ed45a405cc InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=4769 EndTimestamp=2021-07-07T00:53:49.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:44.732Z InvocationID=28a57619-d72d-418c-aa65-8799f7af9739 ResponseDesc=Internal Server Error 2021-07-07T00:53:49.507Z [qtp817348612-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e0a0a9e3-80af-4f1b-9684-4d505b437a94 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:53:49.507Z [qtp817348612-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e0a0a9e3-80af-4f1b-9684-4d505b437a94 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:53:49.508Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e0a0a9e3-80af-4f1b-9684-4d505b437a94 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=19755 EndTimestamp=2021-07-07T00:53:49.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:29.753Z InvocationID=9e197a00-7b3e-4fb0-b9f5-fb1a89c8da71 ResponseDesc=Internal Server Error 2021-07-07T00:53:49.510Z [qtp817348612-57] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=07d273af-fd30-4908-8e3e-d855d2f3b9f6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:49.510Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=07d273af-fd30-4908-8e3e-d855d2f3b9f6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:49.511Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=07d273af-fd30-4908-8e3e-d855d2f3b9f6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=15960 EndTimestamp=2021-07-07T00:53:49.510Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:33.550Z InvocationID=9660f44f-e74f-480b-bdee-85c4d8f09ae5 ResponseDesc=Internal Server Error 2021-07-07T00:53:49.590Z [qtp817348612-56] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4a9e4283-e674-40d3-a849-5417fd037f50 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:53:49.590Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4a9e4283-e674-40d3-a849-5417fd037f50 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:53:49.592Z [qtp817348612-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9b5b984c-a577-4e23-a378-2f81dd8b976d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:49.592Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9b5b984c-a577-4e23-a378-2f81dd8b976d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:49.592Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4a9e4283-e674-40d3-a849-5417fd037f50 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=2312 EndTimestamp=2021-07-07T00:53:49.592Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:47.280Z InvocationID=24fe1333-9159-4423-a45f-b36a1f63986e ResponseDesc=Internal Server Error 2021-07-07T00:53:49.594Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9b5b984c-a577-4e23-a378-2f81dd8b976d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=12256 EndTimestamp=2021-07-07T00:53:49.592Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:37.336Z InvocationID=fc0e84e7-c6b1-4822-98fd-9f4a45134051 ResponseDesc=Internal Server Error 2021-07-07T00:53:49.596Z [qtp817348612-46] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b96929f9-cb96-4f18-b160-b0af93127ecd InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:49.596Z [qtp817348612-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b96929f9-cb96-4f18-b160-b0af93127ecd InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:49.596Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b96929f9-cb96-4f18-b160-b0af93127ecd InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1071 EndTimestamp=2021-07-07T00:53:49.596Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:48.525Z InvocationID=0fa29d08-9701-4437-8795-5e4c84d31966 ResponseDesc=Internal Server Error 2021-07-07T00:53:50.495Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2b390489-6117-41f9-b77e-836b13041bc1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:53:50.495Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:50.495Z InvocationID=6a56285b-c232-4a19-93a5-6ae94dab94ae 2021-07-07T00:53:50.501Z [qtp817348612-48] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2b390489-6117-41f9-b77e-836b13041bc1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:50.587Z [qtp817348612-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2b390489-6117-41f9-b77e-836b13041bc1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:50.593Z [qtp817348612-48] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=2b390489-6117-41f9-b77e-836b13041bc1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:50.593Z [qtp817348612-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2b390489-6117-41f9-b77e-836b13041bc1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:50.594Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=2b390489-6117-41f9-b77e-836b13041bc1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=99 EndTimestamp=2021-07-07T00:53:50.594Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:50.495Z InvocationID=e405fbe5-93c9-4eb6-bf33-8fb97dae7aee ResponseDesc=Internal Server Error 2021-07-07T00:53:51.301Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=50edd70a-dc49-4c42-947d-cd9b9bb3c699 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:53:51.301Z ElapsedTime=0 EndTimestamp=2021-07-07T00:53:51.301Z InvocationID=70a71808-ba6a-4957-884c-11bdb9315f87 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:53:51.307Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=50edd70a-dc49-4c42-947d-cd9b9bb3c699 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:51.390Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=50edd70a-dc49-4c42-947d-cd9b9bb3c699 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:51.396Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=50edd70a-dc49-4c42-947d-cd9b9bb3c699 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:51.396Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=50edd70a-dc49-4c42-947d-cd9b9bb3c699 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:51.396Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=50edd70a-dc49-4c42-947d-cd9b9bb3c699 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=95 EndTimestamp=2021-07-07T00:53:51.396Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:51.301Z InvocationID=0ecc436b-e1c6-4138-b395-3ba16030ad4d ResponseDesc=Internal Server Error 2021-07-07T00:53:52.092Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d627a6f0-9241-4c96-9816-fae558bcf341 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:53:52.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:52.092Z InvocationID=2cac5080-a986-419e-aa1a-5134bbe8b92e 2021-07-07T00:53:52.099Z [qtp817348612-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d627a6f0-9241-4c96-9816-fae558bcf341 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:52.187Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d627a6f0-9241-4c96-9816-fae558bcf341 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:52.192Z [qtp817348612-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d627a6f0-9241-4c96-9816-fae558bcf341 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:52.192Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d627a6f0-9241-4c96-9816-fae558bcf341 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:52.193Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d627a6f0-9241-4c96-9816-fae558bcf341 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=101 EndTimestamp=2021-07-07T00:53:52.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:52.092Z InvocationID=50a42a5b-fbc1-4098-b8d2-d17253b55081 ResponseDesc=Internal Server Error 2021-07-07T00:53:52.277Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d8ee0bca-8474-411e-9054-c98f806bcca1 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:53:52.277Z ElapsedTime=0 EndTimestamp=2021-07-07T00:53:52.277Z InvocationID=ab14c64f-e3f6-460c-a8f1-6ccf5dc9325e PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:53:52.289Z [qtp817348612-49] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d8ee0bca-8474-411e-9054-c98f806bcca1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:52.294Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d8ee0bca-8474-411e-9054-c98f806bcca1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:52.299Z [qtp817348612-49] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d8ee0bca-8474-411e-9054-c98f806bcca1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:52.299Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d8ee0bca-8474-411e-9054-c98f806bcca1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:52.300Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d8ee0bca-8474-411e-9054-c98f806bcca1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=23 EndTimestamp=2021-07-07T00:53:52.300Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:52.277Z InvocationID=da54a762-33f6-4d50-9560-db8a5c9d92c0 ResponseDesc=Internal Server Error 2021-07-07T00:53:52.796Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5731651f-aa7c-4d4d-802b-8b517cda261b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:53:52.796Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:52.796Z InvocationID=985fbf76-6124-4a66-9963-10b9c995673e 2021-07-07T00:53:52.889Z [qtp817348612-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5731651f-aa7c-4d4d-802b-8b517cda261b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:52.897Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5731651f-aa7c-4d4d-802b-8b517cda261b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:52.999Z [qtp817348612-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=5731651f-aa7c-4d4d-802b-8b517cda261b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:52.999Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5731651f-aa7c-4d4d-802b-8b517cda261b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:53.001Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=5731651f-aa7c-4d4d-802b-8b517cda261b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=205 EndTimestamp=2021-07-07T00:53:53.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:52.796Z InvocationID=bccaaef5-b7a8-4491-9672-97251a604a41 ResponseDesc=Internal Server Error 2021-07-07T00:53:53.804Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fb1d502c-2ee0-4db6-9001-1fec0c2ad930 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:53:53.803Z ElapsedTime=0 EndTimestamp=2021-07-07T00:53:53.803Z InvocationID=196bb077-6bec-41c1-9bb6-2d95d2bd729d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:53:53.890Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fb1d502c-2ee0-4db6-9001-1fec0c2ad930 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:53.895Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fb1d502c-2ee0-4db6-9001-1fec0c2ad930 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:53.901Z [qtp817348612-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fb1d502c-2ee0-4db6-9001-1fec0c2ad930 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:53.901Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fb1d502c-2ee0-4db6-9001-1fec0c2ad930 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:53.903Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fb1d502c-2ee0-4db6-9001-1fec0c2ad930 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=99 EndTimestamp=2021-07-07T00:53:53.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:53.803Z InvocationID=88d71e81-7cbc-4637-b0c5-11caad090f52 ResponseDesc=Internal Server Error 2021-07-07T00:53:55.791Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf24523e-4e3a-460a-b446-05bb6a0130a5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:53:55.790Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:55.790Z InvocationID=16b8b6d5-34fd-4d18-8589-ba79eaab926b 2021-07-07T00:53:55.798Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf24523e-4e3a-460a-b446-05bb6a0130a5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:55.803Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=cf24523e-4e3a-460a-b446-05bb6a0130a5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:55.811Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=cf24523e-4e3a-460a-b446-05bb6a0130a5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:55.811Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=cf24523e-4e3a-460a-b446-05bb6a0130a5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:55.812Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=cf24523e-4e3a-460a-b446-05bb6a0130a5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=21 EndTimestamp=2021-07-07T00:53:55.811Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:55.790Z InvocationID=9bd40d1e-c195-42ac-bd20-5189659f14f2 ResponseDesc=Internal Server Error 2021-07-07T00:53:59.107Z [qtp817348612-47] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8c6ac500-32d3-40d6-8e28-ec91bf164380 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:53:59.106Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:59.106Z InvocationID=24b7fb1b-8487-4779-9267-ec5b53541913 2021-07-07T00:53:59.190Z [qtp817348612-47] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8c6ac500-32d3-40d6-8e28-ec91bf164380 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:59.195Z [qtp817348612-47] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8c6ac500-32d3-40d6-8e28-ec91bf164380 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:59.200Z [qtp817348612-47] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8c6ac500-32d3-40d6-8e28-ec91bf164380 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:59.200Z [qtp817348612-47] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8c6ac500-32d3-40d6-8e28-ec91bf164380 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:53:59.201Z [qtp817348612-47] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8c6ac500-32d3-40d6-8e28-ec91bf164380 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=95 EndTimestamp=2021-07-07T00:53:59.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:53:59.106Z InvocationID=27aa4e86-8ae6-441e-be80-2692b8e204cc ResponseDesc=Internal Server Error 2021-07-07T00:54:02.192Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=667d346a-c361-4b95-9702-7bd9a0563af3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:02.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:02.192Z InvocationID=0ed946b7-d69e-4d16-9425-0acd162c85bc 2021-07-07T00:54:02.200Z [qtp817348612-56] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=667d346a-c361-4b95-9702-7bd9a0563af3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:02.276Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2bcb776f-1bda-4e99-83e8-ea3c978c449c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:02.276Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:02.276Z InvocationID=61d4f637-9482-4452-836e-483ac68fa799 2021-07-07T00:54:02.288Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=667d346a-c361-4b95-9702-7bd9a0563af3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-07-07T00:54:02.289Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2bcb776f-1bda-4e99-83e8-ea3c978c449c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:02.294Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2bcb776f-1bda-4e99-83e8-ea3c978c449c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:02.295Z [qtp817348612-56] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=667d346a-c361-4b95-9702-7bd9a0563af3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:02.295Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=667d346a-c361-4b95-9702-7bd9a0563af3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:02.296Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=667d346a-c361-4b95-9702-7bd9a0563af3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=104 EndTimestamp=2021-07-07T00:54:02.296Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:02.192Z InvocationID=9e71b36c-126c-4865-8c95-34ba93360a14 ResponseDesc=Internal Server Error 2021-07-07T00:54:02.390Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=2bcb776f-1bda-4e99-83e8-ea3c978c449c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:02.390Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2bcb776f-1bda-4e99-83e8-ea3c978c449c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:02.391Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=2bcb776f-1bda-4e99-83e8-ea3c978c449c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=114 EndTimestamp=2021-07-07T00:54:02.390Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:02.276Z InvocationID=abb4861b-e5c9-4e6a-9362-b8c5cb8fa686 ResponseDesc=Internal Server Error 2021-07-07T00:54:05.191Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aad579ea-aeec-4b79-8cff-c12e2880a024 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:54:05.190Z ElapsedTime=0 EndTimestamp=2021-07-07T00:54:05.190Z InvocationID=a3d86788-e7f7-42e0-910d-2e93093f732f PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:54:05.198Z [qtp817348612-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aad579ea-aeec-4b79-8cff-c12e2880a024 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:05.286Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=aad579ea-aeec-4b79-8cff-c12e2880a024 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:05.388Z [qtp817348612-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=aad579ea-aeec-4b79-8cff-c12e2880a024 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:05.388Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=aad579ea-aeec-4b79-8cff-c12e2880a024 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:05.389Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=aad579ea-aeec-4b79-8cff-c12e2880a024 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=199 EndTimestamp=2021-07-07T00:54:05.389Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:05.190Z InvocationID=4e7e4f36-e6e7-46c1-8072-e0d5185a4e63 ResponseDesc=Internal Server Error 2021-07-07T00:54:08.091Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9dd384dd-f9e4-438b-8b80-a2cc7ffe6ea0 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:08.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:08.090Z InvocationID=dcb4411b-af8a-4279-9a2e-35bc5038bc2a 2021-07-07T00:54:08.098Z [qtp817348612-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9dd384dd-f9e4-438b-8b80-a2cc7ffe6ea0 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:08.188Z [qtp817348612-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9dd384dd-f9e4-438b-8b80-a2cc7ffe6ea0 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:08.194Z [qtp817348612-46] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9dd384dd-f9e4-438b-8b80-a2cc7ffe6ea0 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:08.194Z [qtp817348612-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9dd384dd-f9e4-438b-8b80-a2cc7ffe6ea0 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:08.195Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9dd384dd-f9e4-438b-8b80-a2cc7ffe6ea0 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=105 EndTimestamp=2021-07-07T00:54:08.195Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:08.090Z InvocationID=6e346d32-5b96-483f-b0ce-2cf79ea395cb ResponseDesc=Internal Server Error 2021-07-07T00:54:11.097Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf788582-b60a-4d35-9852-fd033bb9ab3d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:11.097Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:11.097Z InvocationID=98d799d9-e718-41a3-8b64-aa505a48ae8d 2021-07-07T00:54:11.192Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf788582-b60a-4d35-9852-fd033bb9ab3d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:11.196Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=cf788582-b60a-4d35-9852-fd033bb9ab3d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:11.288Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=cf788582-b60a-4d35-9852-fd033bb9ab3d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:11.288Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=cf788582-b60a-4d35-9852-fd033bb9ab3d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:11.289Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=cf788582-b60a-4d35-9852-fd033bb9ab3d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=192 EndTimestamp=2021-07-07T00:54:11.289Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:11.097Z InvocationID=133e129d-893f-4ed9-b375-3470021dc152 ResponseDesc=Internal Server Error 2021-07-07T00:54:12.276Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=da1496d0-6903-4831-90ad-2a297b631ec2 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:54:12.275Z ElapsedTime=0 EndTimestamp=2021-07-07T00:54:12.275Z InvocationID=8be97570-89fb-4fff-a4ea-13e5171c92c0 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:54:12.289Z [qtp817348612-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=da1496d0-6903-4831-90ad-2a297b631ec2 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:12.299Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=da1496d0-6903-4831-90ad-2a297b631ec2 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:12.386Z [qtp817348612-50] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=da1496d0-6903-4831-90ad-2a297b631ec2 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:12.387Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=da1496d0-6903-4831-90ad-2a297b631ec2 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:12.387Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=da1496d0-6903-4831-90ad-2a297b631ec2 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=112 EndTimestamp=2021-07-07T00:54:12.387Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:12.275Z InvocationID=0911f01f-7798-4c2b-b917-fa3faebd17b5 ResponseDesc=Internal Server Error 2021-07-07T00:54:14.004Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9f5c2a2e-4880-46b7-8597-712eae4f608e InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:14.003Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:14.003Z InvocationID=09016f7d-9ca9-46a0-8006-7234ec60c697 2021-07-07T00:54:14.091Z [qtp817348612-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9f5c2a2e-4880-46b7-8597-712eae4f608e InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:14.100Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9f5c2a2e-4880-46b7-8597-712eae4f608e InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:14.189Z [qtp817348612-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9f5c2a2e-4880-46b7-8597-712eae4f608e InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:14.189Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9f5c2a2e-4880-46b7-8597-712eae4f608e InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:14.190Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9f5c2a2e-4880-46b7-8597-712eae4f608e InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=187 EndTimestamp=2021-07-07T00:54:14.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:14.003Z InvocationID=e586884e-ffa2-44bd-a212-57436b5f9f43 ResponseDesc=Internal Server Error 2021-07-07T00:54:16.991Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a5a6af3b-c510-425b-a585-dc6599a1f060 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:16.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:16.990Z InvocationID=26b1bf71-7e3e-4bad-ae47-711ae77f4d38 2021-07-07T00:54:16.998Z [qtp817348612-55] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a5a6af3b-c510-425b-a585-dc6599a1f060 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:17.003Z [qtp817348612-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a5a6af3b-c510-425b-a585-dc6599a1f060 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:17.008Z [qtp817348612-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a5a6af3b-c510-425b-a585-dc6599a1f060 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:17.008Z [qtp817348612-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a5a6af3b-c510-425b-a585-dc6599a1f060 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:17.009Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a5a6af3b-c510-425b-a585-dc6599a1f060 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=19 EndTimestamp=2021-07-07T00:54:17.009Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:16.990Z InvocationID=a852b47e-3d14-4505-b4f3-28223b6382c0 ResponseDesc=Internal Server Error 2021-07-07T00:54:20.096Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=37538cf9-95d0-464c-b52e-4d4bd23f5c82 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:20.096Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:20.096Z InvocationID=83f529fb-d06f-4999-bb87-016ddea8e40b 2021-07-07T00:54:20.188Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=37538cf9-95d0-464c-b52e-4d4bd23f5c82 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:20.199Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=37538cf9-95d0-464c-b52e-4d4bd23f5c82 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:20.203Z [qtp817348612-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=37538cf9-95d0-464c-b52e-4d4bd23f5c82 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:20.203Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=37538cf9-95d0-464c-b52e-4d4bd23f5c82 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:20.204Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=37538cf9-95d0-464c-b52e-4d4bd23f5c82 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=108 EndTimestamp=2021-07-07T00:54:20.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:20.096Z InvocationID=a9237ce2-a0df-4cfe-ad43-fc21cd2f79a9 ResponseDesc=Internal Server Error 2021-07-07T00:54:22.277Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0de5a3f4-1947-454c-9a8a-e86e23639818 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:22.277Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:22.277Z InvocationID=7b19d646-70ce-4284-9155-1bdf131c6d54 2021-07-07T00:54:22.390Z [qtp817348612-57] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0de5a3f4-1947-454c-9a8a-e86e23639818 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:22.485Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0de5a3f4-1947-454c-9a8a-e86e23639818 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:22.491Z [qtp817348612-57] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=0de5a3f4-1947-454c-9a8a-e86e23639818 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:22.492Z [qtp817348612-57] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0de5a3f4-1947-454c-9a8a-e86e23639818 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:22.492Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0de5a3f4-1947-454c-9a8a-e86e23639818 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=215 EndTimestamp=2021-07-07T00:54:22.492Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:22.277Z InvocationID=8ec71317-b9f0-455f-b2a2-ba62c59888d1 ResponseDesc=Internal Server Error 2021-07-07T00:54:23.090Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1417f939-f042-4877-bf24-86b320062734 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:23.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:23.090Z InvocationID=af2f4bf6-18da-46ac-ac1a-f7d0b1450a48 2021-07-07T00:54:23.096Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1417f939-f042-4877-bf24-86b320062734 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:23.100Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1417f939-f042-4877-bf24-86b320062734 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:23.105Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1417f939-f042-4877-bf24-86b320062734 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:23.105Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1417f939-f042-4877-bf24-86b320062734 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:23.106Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1417f939-f042-4877-bf24-86b320062734 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=15 EndTimestamp=2021-07-07T00:54:23.105Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:23.090Z InvocationID=4a9e877f-b891-4bf7-ab28-5299eea4b926 ResponseDesc=Internal Server Error 2021-07-07T00:54:25.893Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e8317204-027c-4b02-b330-b0b03cf876bd InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:25.893Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:25.893Z InvocationID=d73826ca-76de-4d04-be73-c889180b2122 2021-07-07T00:54:25.901Z [qtp817348612-56] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e8317204-027c-4b02-b330-b0b03cf876bd InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:25.988Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e8317204-027c-4b02-b330-b0b03cf876bd InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:25.994Z [qtp817348612-56] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e8317204-027c-4b02-b330-b0b03cf876bd InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:25.994Z [qtp817348612-56] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e8317204-027c-4b02-b330-b0b03cf876bd InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:25.995Z [qtp817348612-56] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e8317204-027c-4b02-b330-b0b03cf876bd InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=102 EndTimestamp=2021-07-07T00:54:25.995Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:25.893Z InvocationID=544b6959-17b5-449e-99cc-5d19f042c636 ResponseDesc=Internal Server Error 2021-07-07T00:54:26.549Z [cluster2-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.ReadTimeoutException: Operation timed out - received only 0 responses. 2021-07-07T00:54:26.550Z [cluster2-reconnection-0] ERROR com.datastax.driver.core.Cluster Authentication error during reconnection to cassandra.onap/10.242.30.195:9042, scheduling retry in 30000 milliseconds com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.ReadTimeoutException: Operation timed out - received only 0 responses. at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T00:54:29.291Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1518bed6-0798-4443-b60f-5fc52e5dd9ba InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:29.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:29.290Z InvocationID=bbae9398-0306-4704-ac8b-9ca11f1dcc6b 2021-07-07T00:54:29.388Z [qtp817348612-48] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1518bed6-0798-4443-b60f-5fc52e5dd9ba InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:29.401Z [qtp817348612-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1518bed6-0798-4443-b60f-5fc52e5dd9ba InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:29.488Z [qtp817348612-48] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1518bed6-0798-4443-b60f-5fc52e5dd9ba InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:29.488Z [qtp817348612-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1518bed6-0798-4443-b60f-5fc52e5dd9ba InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:29.490Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1518bed6-0798-4443-b60f-5fc52e5dd9ba InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=200 EndTimestamp=2021-07-07T00:54:29.490Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:29.290Z InvocationID=53cf00ec-140f-4a5f-9476-0f6994862234 ResponseDesc=Internal Server Error 2021-07-07T00:54:31.907Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3d182795-07bc-4f59-9944-5684dec4de1d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:31.907Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:31.907Z InvocationID=a58c7e24-cb9b-4c5d-a1ff-e9c7a7e984a3 2021-07-07T00:54:32.277Z [qtp817348612-47] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8479526b-45cd-4055-807e-f5632215a83b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:32.276Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:32.276Z InvocationID=e0ad41bf-9e5b-41a4-b1c4-8881824cb3d1 2021-07-07T00:54:36.658Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3d182795-07bc-4f59-9944-5684dec4de1d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:54:38.909Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ca71323c-d47d-4368-8450-8d8fab817b0b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:38.909Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:38.909Z InvocationID=efedfd6e-32b8-4afb-b4a8-d5f878182515 2021-07-07T00:54:42.286Z [qtp817348612-47] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8479526b-45cd-4055-807e-f5632215a83b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:54:43.491Z [qtp817348612-47] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8479526b-45cd-4055-807e-f5632215a83b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=11214 EndTimestamp=2021-07-07T00:54:43.490Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:32.276Z InvocationID=ead06d0a-4aef-4b7f-87ac-359ac7d0895b ResponseDesc=Internal Server Error 2021-07-07T00:54:43.498Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ef6f6d63-64ba-4ee8-a6ca-6e426b220be2 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:43.498Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:43.498Z InvocationID=3d3a2d9b-eb2b-40fd-ad45-73eb9ab0dc21 2021-07-07T00:54:46.286Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ca71323c-d47d-4368-8450-8d8fab817b0b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:54:46.288Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3d182795-07bc-4f59-9944-5684dec4de1d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=14381 EndTimestamp=2021-07-07T00:54:46.288Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:31.907Z InvocationID=13b1086f-85bd-4f44-87ab-108a976ad08c ResponseDesc=OK 2021-07-07T00:54:46.320Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5a1966f6-abcb-4548-8ddb-41dd64a0161a InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:46.320Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:46.320Z InvocationID=07d13dcb-d7c0-4bf4-94e5-cf72fbd2ae85 2021-07-07T00:54:46.469Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ef6f6d63-64ba-4ee8-a6ca-6e426b220be2 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:54:46.653Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5a1966f6-abcb-4548-8ddb-41dd64a0161a InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:54:46.753Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ca71323c-d47d-4368-8450-8d8fab817b0b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=7844 EndTimestamp=2021-07-07T00:54:46.753Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:38.909Z InvocationID=c927d898-eafa-4e05-a88d-cefcdc5d9f85 ResponseDesc=OK 2021-07-07T00:54:46.885Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5a1966f6-abcb-4548-8ddb-41dd64a0161a InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=565 EndTimestamp=2021-07-07T00:54:46.885Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:46.320Z InvocationID=ef93c81f-8c03-4848-a18d-d3237a681e8b ResponseDesc=OK 2021-07-07T00:54:46.885Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ef6f6d63-64ba-4ee8-a6ca-6e426b220be2 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=3387 EndTimestamp=2021-07-07T00:54:46.885Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:43.498Z InvocationID=0b55f441-6f72-49f0-ac88-7fe7fb851bfd ResponseDesc=OK 2021-07-07T00:54:53.927Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e3bb3c36-f57b-4bf4-9cae-91f72546e34d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:53.926Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:53.926Z InvocationID=bfdf603e-1fc1-4352-95bb-60b74f1f16f5 2021-07-07T00:54:54.755Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e3bb3c36-f57b-4bf4-9cae-91f72546e34d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:54:56.254Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e3bb3c36-f57b-4bf4-9cae-91f72546e34d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=2327 EndTimestamp=2021-07-07T00:54:56.253Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:53.926Z InvocationID=ffd7f3b5-d2aa-4856-ad7a-42f0051703a0 ResponseDesc=OK 2021-07-07T00:54:56.573Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=83f61d38-3e50-45af-bd39-bd90d3615525 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:56.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:56.573Z InvocationID=4edd34da-eee3-4d1e-ba0a-081a415e02c5 2021-07-07T00:54:56.684Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=83f61d38-3e50-45af-bd39-bd90d3615525 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:54:58.049Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cc065e61-12d7-414a-b433-0827e6380a11 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:54:58.048Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:58.048Z InvocationID=41b4adde-2073-44c4-87d0-b22811c67af2 2021-07-07T00:54:58.807Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=83f61d38-3e50-45af-bd39-bd90d3615525 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=2233 EndTimestamp=2021-07-07T00:54:58.806Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:56.573Z InvocationID=4c1d4b40-75ef-4755-bb92-10e3bcb4ec11 ResponseDesc=OK 2021-07-07T00:54:58.944Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cc065e61-12d7-414a-b433-0827e6380a11 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:54:59.187Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cc065e61-12d7-414a-b433-0827e6380a11 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1139 EndTimestamp=2021-07-07T00:54:59.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:54:58.048Z InvocationID=29605ac0-b879-44c8-b7c0-11e9ec6ca5e7 ResponseDesc=OK 2021-07-07T00:55:02.067Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=937388da-40fb-4f17-af80-8053d1d09fb5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:02.066Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:02.066Z InvocationID=6c6eec6a-07d3-4ffb-bafc-b5c635c10999 2021-07-07T00:55:02.186Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=937388da-40fb-4f17-af80-8053d1d09fb5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:02.450Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=937388da-40fb-4f17-af80-8053d1d09fb5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=384 EndTimestamp=2021-07-07T00:55:02.450Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:02.066Z InvocationID=af798037-27c6-48e5-8be9-eedaa1b83a99 ResponseDesc=OK 2021-07-07T00:55:03.925Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c1ba2834-50c9-4432-8903-1be3162c20d3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:03.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:03.925Z InvocationID=ce5b6912-21af-4a07-b858-e4175b3f4a7a 2021-07-07T00:55:04.050Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ed36e0dc-fc7a-4e84-8c1d-8a679efe07e3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:04.050Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:04.050Z InvocationID=82f56380-a85f-402c-ab95-00e9a1034051 2021-07-07T00:55:04.083Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c1ba2834-50c9-4432-8903-1be3162c20d3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:04.185Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ed36e0dc-fc7a-4e84-8c1d-8a679efe07e3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:04.388Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ed36e0dc-fc7a-4e84-8c1d-8a679efe07e3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=338 EndTimestamp=2021-07-07T00:55:04.388Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:04.050Z InvocationID=83f6b374-1cb3-4afe-81f2-cb32582f10ec ResponseDesc=OK 2021-07-07T00:55:04.587Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c1ba2834-50c9-4432-8903-1be3162c20d3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=662 EndTimestamp=2021-07-07T00:55:04.587Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:03.925Z InvocationID=a251da77-ab5c-401e-b85d-ad4ed062b3b8 ResponseDesc=OK 2021-07-07T00:55:06.572Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5fe2b4d9-c186-4fa7-bf61-f15d5aefb7ef InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:06.572Z InvocationID=5e0b532c-1b7e-49cd-97af-6f3170099c94 2021-07-07T00:55:06.686Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5fe2b4d9-c186-4fa7-bf61-f15d5aefb7ef InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:07.458Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5fe2b4d9-c186-4fa7-bf61-f15d5aefb7ef InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=886 EndTimestamp=2021-07-07T00:55:07.458Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:06.572Z InvocationID=9132ce4d-7e61-4d77-91e5-a17348419379 ResponseDesc=OK 2021-07-07T00:55:08.162Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3cea7c2c-76d0-4428-a333-73a63eacab15 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:08.161Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:08.161Z InvocationID=44ad6151-dbb2-4c67-b2d6-ac89579727fb 2021-07-07T00:55:08.284Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3cea7c2c-76d0-4428-a333-73a63eacab15 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:08.585Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3cea7c2c-76d0-4428-a333-73a63eacab15 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=424 EndTimestamp=2021-07-07T00:55:08.585Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:08.161Z InvocationID=38b9c709-5ed5-4c9c-ad5e-c19c715ea903 ResponseDesc=OK 2021-07-07T00:55:09.857Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f2c6eab6-31c6-4406-80bf-d869299a830e InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:09.856Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:09.856Z InvocationID=ba43c3c8-8977-4e06-86dc-95c0db80ac99 2021-07-07T00:55:11.714Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f2c6eab6-31c6-4406-80bf-d869299a830e InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:12.087Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f2c6eab6-31c6-4406-80bf-d869299a830e InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=2230 EndTimestamp=2021-07-07T00:55:12.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:09.856Z InvocationID=e4fb868c-d0c5-4095-97e6-6dedc4a187f0 ResponseDesc=OK 2021-07-07T00:55:13.925Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dabd2b09-6c81-4e94-8d94-5c7eff175f97 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:13.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:13.925Z InvocationID=527d720e-0f02-4502-888e-577b6c901f77 2021-07-07T00:55:13.949Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=324ec1fa-968c-4f36-82ec-dd9cee3be1c5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:13.949Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:13.949Z InvocationID=20454d57-68c7-44de-86dc-26db97a5e9f3 2021-07-07T00:55:14.086Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dabd2b09-6c81-4e94-8d94-5c7eff175f97 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:15.089Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=324ec1fa-968c-4f36-82ec-dd9cee3be1c5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:15.586Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=324ec1fa-968c-4f36-82ec-dd9cee3be1c5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1636 EndTimestamp=2021-07-07T00:55:15.585Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:13.949Z InvocationID=c79f3ebf-107c-4da5-877d-f18f51bd9531 ResponseDesc=OK 2021-07-07T00:55:15.587Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dabd2b09-6c81-4e94-8d94-5c7eff175f97 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1662 EndTimestamp=2021-07-07T00:55:15.587Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:13.925Z InvocationID=50257d20-3f05-442e-a8c9-60c88925d58f ResponseDesc=OK 2021-07-07T00:55:16.088Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=47ca1fc8-ecd1-47ba-bcdf-12d616e0b1b1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:16.088Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:16.088Z InvocationID=729be2bb-5e16-47a5-890b-384e4caba0ea 2021-07-07T00:55:16.189Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=47ca1fc8-ecd1-47ba-bcdf-12d616e0b1b1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:16.298Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=47ca1fc8-ecd1-47ba-bcdf-12d616e0b1b1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=209 EndTimestamp=2021-07-07T00:55:16.297Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:16.088Z InvocationID=c77b0f52-2b02-48e4-9528-4a864f8ff780 ResponseDesc=OK 2021-07-07T00:55:16.571Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ebe81dcd-eed2-4520-bd3c-5ffd5d3c4dda InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:16.571Z InvocationID=6249ad17-3cde-4a50-94c8-cf118182d61c 2021-07-07T00:55:16.605Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ebe81dcd-eed2-4520-bd3c-5ffd5d3c4dda InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:16.993Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ebe81dcd-eed2-4520-bd3c-5ffd5d3c4dda InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=422 EndTimestamp=2021-07-07T00:55:16.993Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:16.571Z InvocationID=1d3f9c42-0cf7-4e46-839a-8a0666765177 ResponseDesc=OK 2021-07-07T00:55:16.994Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9ff0821b-a6e3-4019-b811-3a80a3f1397f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:16.993Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:16.993Z InvocationID=f1f06414-3469-4f75-8870-ecad127963ea 2021-07-07T00:55:17.083Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9ff0821b-a6e3-4019-b811-3a80a3f1397f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:17.284Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9ff0821b-a6e3-4019-b811-3a80a3f1397f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=291 EndTimestamp=2021-07-07T00:55:17.284Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:16.993Z InvocationID=073f5c57-d49b-4840-8e89-6e0dbaeb43a0 ResponseDesc=OK 2021-07-07T00:55:17.974Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5588e089-70ec-4135-90db-8d67f3cdb91a InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:17.973Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:17.973Z InvocationID=5fdbaa21-30a7-4976-b990-35f9da40c75e 2021-07-07T00:55:18.153Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5588e089-70ec-4135-90db-8d67f3cdb91a InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:18.386Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5588e089-70ec-4135-90db-8d67f3cdb91a InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=413 EndTimestamp=2021-07-07T00:55:18.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:17.973Z InvocationID=6c90d85d-592f-4b4b-bbb2-308bbe3991fa ResponseDesc=OK 2021-07-07T00:55:19.094Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c032b5fd-1c6d-4065-a558-1e84e5ced539 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:19.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:19.094Z InvocationID=bdfd7be8-7a31-4f57-aa88-581bc744b7fb 2021-07-07T00:55:19.290Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c032b5fd-1c6d-4065-a558-1e84e5ced539 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:19.587Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c032b5fd-1c6d-4065-a558-1e84e5ced539 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=493 EndTimestamp=2021-07-07T00:55:19.587Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:19.094Z InvocationID=85f93bab-5f66-454d-bbab-4ec3309efb05 ResponseDesc=OK 2021-07-07T00:55:20.393Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e520a2b0-7a07-4a10-b12d-e7f80ce0a3c2 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:20.392Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:20.392Z InvocationID=69685a91-f40e-4439-b944-421001fe0752 2021-07-07T00:55:20.585Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e520a2b0-7a07-4a10-b12d-e7f80ce0a3c2 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:20.785Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e520a2b0-7a07-4a10-b12d-e7f80ce0a3c2 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=393 EndTimestamp=2021-07-07T00:55:20.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:20.392Z InvocationID=13635440-c597-41f0-8e88-187970d8eb76 ResponseDesc=OK 2021-07-07T00:55:21.499Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9f0409ac-72ef-4b19-bac2-f03cbae947fd InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:21.499Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:21.499Z InvocationID=cf421e39-6f63-4de1-aca7-3ef424a80e22 2021-07-07T00:55:23.262Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9f0409ac-72ef-4b19-bac2-f03cbae947fd InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:23.928Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3590e7c2-32e2-46f9-8232-3ca296a7a1d0 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:23.928Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:23.928Z InvocationID=2eba8f87-5827-40e7-a280-c621c64ccbd2 2021-07-07T00:55:24.886Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3590e7c2-32e2-46f9-8232-3ca296a7a1d0 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:25.387Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9f0409ac-72ef-4b19-bac2-f03cbae947fd InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=3888 EndTimestamp=2021-07-07T00:55:25.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:21.499Z InvocationID=2f9fd228-c86c-4716-ae8b-0ab2809e0237 ResponseDesc=OK 2021-07-07T00:55:25.794Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1a57ade0-1a01-42ba-b472-08c5c57dbde6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:25.794Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:25.794Z InvocationID=51c767fb-a0b8-4429-989b-5e641c7cc9c3 2021-07-07T00:55:25.843Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3590e7c2-32e2-46f9-8232-3ca296a7a1d0 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1914 EndTimestamp=2021-07-07T00:55:25.842Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:23.928Z InvocationID=f5640a40-cd43-4606-8a66-e0ed7f19a4ca ResponseDesc=OK 2021-07-07T00:55:25.985Z [qtp817348612-57] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1a57ade0-1a01-42ba-b472-08c5c57dbde6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:26.184Z [qtp817348612-57] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1a57ade0-1a01-42ba-b472-08c5c57dbde6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=390 EndTimestamp=2021-07-07T00:55:26.184Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:25.794Z InvocationID=1183444c-9f8e-448c-a83c-a1819e8df682 ResponseDesc=OK 2021-07-07T00:55:26.574Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a8f3808c-3f1c-446d-b583-8248a7b63f90 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:26.574Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:26.574Z InvocationID=d5fb1af0-55a1-4e38-9e6b-5ddc604b4161 2021-07-07T00:55:26.843Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a8f3808c-3f1c-446d-b583-8248a7b63f90 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:26.958Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aa9ab436-ab2a-4346-84cc-3e3e878659a1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:26.958Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:26.958Z InvocationID=c11d85c8-8796-476b-a80b-6f8f7b2eb4f1 2021-07-07T00:55:27.744Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aa9ab436-ab2a-4346-84cc-3e3e878659a1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:27.745Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a8f3808c-3f1c-446d-b583-8248a7b63f90 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1171 EndTimestamp=2021-07-07T00:55:27.745Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:26.574Z InvocationID=a26637f4-ab6f-48cb-a325-3e319a34c3e0 ResponseDesc=OK 2021-07-07T00:55:28.244Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aa9ab436-ab2a-4346-84cc-3e3e878659a1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1286 EndTimestamp=2021-07-07T00:55:28.244Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:26.958Z InvocationID=4174bc6a-db95-4be9-9111-91ecc468ea54 ResponseDesc=OK 2021-07-07T00:55:29.257Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=64cb1d52-6597-49fb-bd92-3b0869a67f55 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:29.257Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:29.257Z InvocationID=c3c6bf01-82d4-4a35-a54f-be1394eb6dbf 2021-07-07T00:55:29.384Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=64cb1d52-6597-49fb-bd92-3b0869a67f55 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:29.743Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=64cb1d52-6597-49fb-bd92-3b0869a67f55 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=486 EndTimestamp=2021-07-07T00:55:29.743Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:29.257Z InvocationID=47b3efce-4450-4a00-a992-2baaf6015f2e ResponseDesc=OK 2021-07-07T00:55:31.460Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f09a659b-c409-46b1-be97-8f021a3cf667 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:31.460Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:31.460Z InvocationID=b1e25af8-2464-4392-847f-a0c2e3d8a09e 2021-07-07T00:55:32.146Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f09a659b-c409-46b1-be97-8f021a3cf667 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:33.588Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f09a659b-c409-46b1-be97-8f021a3cf667 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=2128 EndTimestamp=2021-07-07T00:55:33.588Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:31.460Z InvocationID=0104c212-8654-407b-9482-e1645889131d ResponseDesc=OK 2021-07-07T00:55:33.924Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=54a2e8d7-23b3-44c2-b7c4-6461f4631ff6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:33.924Z InvocationID=9c0f4fd6-9b29-43f2-a90a-971898c08f5b 2021-07-07T00:55:34.085Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=54a2e8d7-23b3-44c2-b7c4-6461f4631ff6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:35.289Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=54a2e8d7-23b3-44c2-b7c4-6461f4631ff6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1364 EndTimestamp=2021-07-07T00:55:35.288Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:33.924Z InvocationID=c8436f46-de5a-41eb-99bd-5636ff93bab6 ResponseDesc=OK 2021-07-07T00:55:35.367Z [qtp817348612-47] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=599cb8f1-2338-4713-82f5-eef74f1615df InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:35.367Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:35.367Z InvocationID=51dacc6d-0277-4d12-8716-2f875adcc033 2021-07-07T00:55:35.484Z [qtp817348612-47] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=599cb8f1-2338-4713-82f5-eef74f1615df InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:35.788Z [qtp817348612-47] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=599cb8f1-2338-4713-82f5-eef74f1615df InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=420 EndTimestamp=2021-07-07T00:55:35.787Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:35.367Z InvocationID=1cf82c8a-a45c-4e35-832d-d7c955242154 ResponseDesc=OK 2021-07-07T00:55:36.464Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=97077db1-4bbe-4f12-a0c3-6aae4666415f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:36.463Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:36.463Z InvocationID=8c4326bc-a978-4b60-88c9-50d587ae5220 2021-07-07T00:55:36.574Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dbdb3755-3a72-4156-b02d-10044dd52a82 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:36.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:36.573Z InvocationID=5634f455-67c1-4746-a27c-00f9f8aba964 2021-07-07T00:55:36.685Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dbdb3755-3a72-4156-b02d-10044dd52a82 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:36.747Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=97077db1-4bbe-4f12-a0c3-6aae4666415f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:36.852Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dbdb3755-3a72-4156-b02d-10044dd52a82 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=279 EndTimestamp=2021-07-07T00:55:36.852Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:36.573Z InvocationID=0f759e20-57ce-4b95-bbbb-1a7342b09916 ResponseDesc=OK 2021-07-07T00:55:37.147Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=97077db1-4bbe-4f12-a0c3-6aae4666415f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=684 EndTimestamp=2021-07-07T00:55:37.147Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:36.463Z InvocationID=c7020f78-af2b-4e08-b3df-8e885a84fb20 ResponseDesc=OK 2021-07-07T00:55:38.355Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=88f2c5a2-8d81-46f8-a801-ebc7d4b201b7 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:38.355Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:38.355Z InvocationID=51a3ca10-b75a-4b6b-8a33-5f68d5c62095 2021-07-07T00:55:38.583Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=88f2c5a2-8d81-46f8-a801-ebc7d4b201b7 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:38.784Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=88f2c5a2-8d81-46f8-a801-ebc7d4b201b7 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=429 EndTimestamp=2021-07-07T00:55:38.784Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:38.355Z InvocationID=6fea4680-7e51-4cb2-9667-0a4c330720f0 ResponseDesc=OK 2021-07-07T00:55:39.779Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=694d8d56-d64e-4cc8-be57-f2eb38f6d08d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:39.779Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:39.779Z InvocationID=d2ee646e-6776-437c-86fa-77daf551fc47 2021-07-07T00:55:40.549Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=694d8d56-d64e-4cc8-be57-f2eb38f6d08d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:40.786Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=694d8d56-d64e-4cc8-be57-f2eb38f6d08d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1007 EndTimestamp=2021-07-07T00:55:40.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:39.779Z InvocationID=4c7405a8-6d69-4396-89e9-1023caab755c ResponseDesc=OK 2021-07-07T00:55:41.853Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5d3b5e16-5d2c-4671-b51e-b0de25104200 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:41.853Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:41.853Z InvocationID=e6f20b52-acef-48ca-aefd-ee12bd1107af 2021-07-07T00:55:41.985Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5d3b5e16-5d2c-4671-b51e-b0de25104200 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:42.447Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5d3b5e16-5d2c-4671-b51e-b0de25104200 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=594 EndTimestamp=2021-07-07T00:55:42.447Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:41.853Z InvocationID=bdd37e18-c7b0-4b7a-9f42-0007ebca066c ResponseDesc=OK 2021-07-07T00:55:43.924Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=16acb444-e3cc-4be6-b3c8-9add63af61e9 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:43.924Z InvocationID=a7b72879-9d8b-4e49-bc07-7736d92e2d08 2021-07-07T00:55:43.991Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=16acb444-e3cc-4be6-b3c8-9add63af61e9 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:44.184Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=16acb444-e3cc-4be6-b3c8-9add63af61e9 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=260 EndTimestamp=2021-07-07T00:55:44.184Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:43.924Z InvocationID=9f59ff2c-f65c-4efd-8e9d-ca8d863bc5e4 ResponseDesc=OK 2021-07-07T00:55:45.368Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a646c838-437a-44d6-87c9-e5a0554bfe38 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:45.368Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:45.368Z InvocationID=7cf3790f-92c8-4e30-82c5-b209a6d2a743 2021-07-07T00:55:46.549Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a646c838-437a-44d6-87c9-e5a0554bfe38 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:46.572Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d626ae00-0e87-4c6f-b216-c0c373046ce8 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:46.572Z InvocationID=0382e30a-81f3-44be-9c7a-ab20b10d2169 2021-07-07T00:55:46.645Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d626ae00-0e87-4c6f-b216-c0c373046ce8 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:46.743Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a646c838-437a-44d6-87c9-e5a0554bfe38 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1375 EndTimestamp=2021-07-07T00:55:46.743Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:45.368Z InvocationID=f2ac5160-000f-4efa-a06b-bfd07b53d337 ResponseDesc=OK 2021-07-07T00:55:48.060Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d626ae00-0e87-4c6f-b216-c0c373046ce8 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1488 EndTimestamp=2021-07-07T00:55:48.060Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:46.572Z InvocationID=dc5e9ff5-1065-42c4-badb-b7bd5cf4f686 ResponseDesc=OK 2021-07-07T00:55:49.060Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d1cabd89-946f-444e-8377-a633c0a3029b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:49.060Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:49.060Z InvocationID=e0fb2589-6588-433d-b4a7-d97323b8c6ba 2021-07-07T00:55:49.185Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d1cabd89-946f-444e-8377-a633c0a3029b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:49.395Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d1cabd89-946f-444e-8377-a633c0a3029b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=335 EndTimestamp=2021-07-07T00:55:49.395Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:49.060Z InvocationID=26244019-0ea0-4eed-9aa2-2c81419809fc ResponseDesc=OK 2021-07-07T00:55:50.959Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=21f48714-afed-4800-8db2-af0f21afed53 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:50.959Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:50.959Z InvocationID=52201e74-531a-4f2f-b1bd-1d2b6f3762e8 2021-07-07T00:55:51.147Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=21f48714-afed-4800-8db2-af0f21afed53 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:51.386Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=21f48714-afed-4800-8db2-af0f21afed53 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=427 EndTimestamp=2021-07-07T00:55:51.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:50.959Z InvocationID=9356f725-82b4-40f1-9177-7751078b8f27 ResponseDesc=OK 2021-07-07T00:55:53.245Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8e18826b-776f-4f3a-8de1-2690201385ff InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:53.245Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:53.245Z InvocationID=243ca7cd-22f1-4253-b009-b84cf63be82d 2021-07-07T00:55:53.393Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8e18826b-776f-4f3a-8de1-2690201385ff InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:53.924Z [qtp817348612-47] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e0f23fd8-e154-4a32-92df-5621922dab59 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:53.924Z InvocationID=90dcec40-ae99-4aad-9ea9-bcff83483443 2021-07-07T00:55:54.084Z [qtp817348612-47] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e0f23fd8-e154-4a32-92df-5621922dab59 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:54.885Z [qtp817348612-47] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e0f23fd8-e154-4a32-92df-5621922dab59 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=961 EndTimestamp=2021-07-07T00:55:54.885Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:53.924Z InvocationID=64d22e68-7205-421a-a2c1-2ef4f108aa1c ResponseDesc=OK 2021-07-07T00:55:54.955Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8e18826b-776f-4f3a-8de1-2690201385ff InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1710 EndTimestamp=2021-07-07T00:55:54.955Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:53.245Z InvocationID=35e397e9-a621-4146-bad6-22b26bde240f ResponseDesc=OK 2021-07-07T00:55:56.573Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9ec08ebf-05c7-4c21-9ecc-012e73c29154 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:56.572Z InvocationID=051545a6-9114-48ae-b0be-9fa51f4059c0 2021-07-07T00:55:56.758Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a413b344-b71f-4ee8-8686-62d83b579b42 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:55:56.758Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:56.758Z InvocationID=94c3810e-d02e-47af-b78f-5d788c30a2b1 2021-07-07T00:55:57.883Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a413b344-b71f-4ee8-8686-62d83b579b42 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:57.957Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9ec08ebf-05c7-4c21-9ecc-012e73c29154 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:55:58.086Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a413b344-b71f-4ee8-8686-62d83b579b42 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1328 EndTimestamp=2021-07-07T00:55:58.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:56.758Z InvocationID=866d5b35-fb53-4b7b-a90b-3e73c63a68f8 ResponseDesc=OK 2021-07-07T00:56:00.163Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9ec08ebf-05c7-4c21-9ecc-012e73c29154 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=3590 EndTimestamp=2021-07-07T00:56:00.162Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:55:56.572Z InvocationID=e2f62dde-be8d-4a0f-b75c-f354d7b03284 ResponseDesc=OK 2021-07-07T00:56:00.749Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=98ec21b1-bb47-4cb4-b40d-442668d5401e InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:00.748Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:00.748Z InvocationID=d6af440f-8681-4b9f-8959-3356f35ae44a 2021-07-07T00:56:00.983Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=98ec21b1-bb47-4cb4-b40d-442668d5401e InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:01.684Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=98ec21b1-bb47-4cb4-b40d-442668d5401e InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=936 EndTimestamp=2021-07-07T00:56:01.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:00.748Z InvocationID=1fa679c5-fd45-4754-9361-3247fc41466b ResponseDesc=OK 2021-07-07T00:56:02.868Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7fce8f2c-526f-438e-b83d-f3bebc56f222 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:02.867Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:02.867Z InvocationID=a996e234-86fe-4d91-b318-6d4a55c9a16e 2021-07-07T00:56:03.926Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9eae0ff9-b7e3-4345-bcef-65d6e8e17f4f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:03.926Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:03.926Z InvocationID=450569d0-d9c0-460d-a755-35890b6ca2eb 2021-07-07T00:56:03.950Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7fce8f2c-526f-438e-b83d-f3bebc56f222 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:03.987Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9eae0ff9-b7e3-4345-bcef-65d6e8e17f4f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:04.306Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7fce8f2c-526f-438e-b83d-f3bebc56f222 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1439 EndTimestamp=2021-07-07T00:56:04.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:02.867Z InvocationID=0e79c5ec-b56a-40e8-ba55-20ad82e67d8b ResponseDesc=OK 2021-07-07T00:56:04.954Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9eae0ff9-b7e3-4345-bcef-65d6e8e17f4f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1028 EndTimestamp=2021-07-07T00:56:04.954Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:03.926Z InvocationID=8c0957a4-a842-40f3-a66b-427be9ec8520 ResponseDesc=OK 2021-07-07T00:56:06.056Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=20964886-3eb4-419b-895b-be7f1387b731 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:06.056Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:06.056Z InvocationID=4bf8607f-917c-4287-b2cf-c20d7953092d 2021-07-07T00:56:06.184Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=20964886-3eb4-419b-895b-be7f1387b731 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:06.391Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=20964886-3eb4-419b-895b-be7f1387b731 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=335 EndTimestamp=2021-07-07T00:56:06.391Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:06.056Z InvocationID=ed94e7a2-c713-438c-a15b-5b9698d2c51e ResponseDesc=OK 2021-07-07T00:56:06.572Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=674061d3-04bc-4b40-88c2-c54e5d7137b7 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:06.572Z InvocationID=be6f21ea-b75a-4b06-a396-edfa1a0764ea 2021-07-07T00:56:08.246Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=674061d3-04bc-4b40-88c2-c54e5d7137b7 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:08.686Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=674061d3-04bc-4b40-88c2-c54e5d7137b7 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=2114 EndTimestamp=2021-07-07T00:56:08.686Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:06.572Z InvocationID=2089ad3d-6a28-4659-a776-73dd21ff27e2 ResponseDesc=OK 2021-07-07T00:56:08.954Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=20e71648-60fc-4ef8-93b2-2efd18fed084 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:08.953Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:08.953Z InvocationID=c4cd6753-9a9f-4344-b6f2-e793cba62452 2021-07-07T00:56:09.685Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=20e71648-60fc-4ef8-93b2-2efd18fed084 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:11.163Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=20e71648-60fc-4ef8-93b2-2efd18fed084 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=2210 EndTimestamp=2021-07-07T00:56:11.163Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:08.953Z InvocationID=1b698844-51c7-4d41-af64-7880ac95a39c ResponseDesc=OK 2021-07-07T00:56:12.251Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1d500cbf-35fe-41a4-b0ff-9da28dd8feea InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:12.250Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:12.250Z InvocationID=3adfb334-2a51-4077-8750-cc8b78c783dd 2021-07-07T00:56:12.288Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1d500cbf-35fe-41a4-b0ff-9da28dd8feea InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:12.684Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1d500cbf-35fe-41a4-b0ff-9da28dd8feea InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=434 EndTimestamp=2021-07-07T00:56:12.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:12.250Z InvocationID=a85cd274-1181-4290-9164-e13a9e430bc7 ResponseDesc=OK 2021-07-07T00:56:13.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6e59bef3-00ad-4c93-9cca-dbf6d5435d95 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:13.924Z InvocationID=97f7360d-153c-4c1e-8ecd-c24f11359ed0 2021-07-07T00:56:14.053Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6e59bef3-00ad-4c93-9cca-dbf6d5435d95 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:14.197Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9942e33c-41ba-4c48-abf7-47b302168126 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:14.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:14.196Z InvocationID=542c9c20-d9e2-4380-a724-e6b5663510b9 2021-07-07T00:56:14.886Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9942e33c-41ba-4c48-abf7-47b302168126 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:14.888Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6e59bef3-00ad-4c93-9cca-dbf6d5435d95 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=963 EndTimestamp=2021-07-07T00:56:14.887Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:13.924Z InvocationID=dae4f343-99c8-4cd1-977a-48b4014c79d1 ResponseDesc=OK 2021-07-07T00:56:15.749Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9942e33c-41ba-4c48-abf7-47b302168126 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1553 EndTimestamp=2021-07-07T00:56:15.749Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:14.196Z InvocationID=32061206-1222-4ea3-8b41-d5dbc6aaf634 ResponseDesc=OK 2021-07-07T00:56:16.572Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8b3e8faf-4228-4dbf-bb0d-42b36b448eaa InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:16.572Z InvocationID=77496feb-a5b7-4f9b-a265-286004eb7705 2021-07-07T00:56:16.683Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8b3e8faf-4228-4dbf-bb0d-42b36b448eaa InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:16.884Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8b3e8faf-4228-4dbf-bb0d-42b36b448eaa InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=312 EndTimestamp=2021-07-07T00:56:16.884Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:16.572Z InvocationID=204a0e65-f1af-44fc-8476-17b51f41f00b ResponseDesc=OK 2021-07-07T00:56:17.357Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2b1e744c-e207-4056-bbd9-0ba34c2ff524 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:17.357Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:17.357Z InvocationID=5fce406f-645c-4516-aa35-73f307addbb6 2021-07-07T00:56:19.746Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2b1e744c-e207-4056-bbd9-0ba34c2ff524 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:19.987Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2b1e744c-e207-4056-bbd9-0ba34c2ff524 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=2630 EndTimestamp=2021-07-07T00:56:19.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:17.357Z InvocationID=0f72d628-0716-4e79-82ff-285cc70261d8 ResponseDesc=OK 2021-07-07T00:56:22.148Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e4da0f23-88fb-4a96-aedc-6d0a1be34710 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:22.148Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:22.148Z InvocationID=c99bc100-8903-4851-8c34-1262edf99a07 2021-07-07T00:56:22.385Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e4da0f23-88fb-4a96-aedc-6d0a1be34710 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:23.043Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e4da0f23-88fb-4a96-aedc-6d0a1be34710 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=895 EndTimestamp=2021-07-07T00:56:23.043Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:22.148Z InvocationID=b605d52a-9520-4bac-8272-1097264ddbf9 ResponseDesc=OK 2021-07-07T00:56:23.854Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0d6d200c-215f-441f-af96-590c201acd52 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:23.854Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:23.854Z InvocationID=382c147b-d71e-4e30-b724-fa980800f4b2 2021-07-07T00:56:23.925Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=30325716-86be-49f9-8f6f-7a43be48b7d5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:23.924Z InvocationID=9b92f461-bbc7-4e6b-b522-77896de5ae53 2021-07-07T00:56:24.083Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0d6d200c-215f-441f-af96-590c201acd52 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:24.085Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=30325716-86be-49f9-8f6f-7a43be48b7d5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:24.887Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=30325716-86be-49f9-8f6f-7a43be48b7d5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=963 EndTimestamp=2021-07-07T00:56:24.887Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:23.924Z InvocationID=6c7267f0-4a3f-4f75-abab-a9be796f449b ResponseDesc=OK 2021-07-07T00:56:25.086Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0d6d200c-215f-441f-af96-590c201acd52 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1232 EndTimestamp=2021-07-07T00:56:25.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:23.854Z InvocationID=fe2c8622-1213-4d83-98cf-d4ed4f106390 ResponseDesc=OK 2021-07-07T00:56:26.153Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ed9729e9-ccb2-470f-8a18-b024ef75284a InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:26.153Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:26.153Z InvocationID=440f55db-5060-4b2d-92e8-adab4dd28352 2021-07-07T00:56:26.246Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ed9729e9-ccb2-470f-8a18-b024ef75284a InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:26.572Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=34bd19ee-f6eb-459e-b9f8-b5decd8c8a69 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:26.572Z InvocationID=91b2a88f-64e0-4512-ab49-fc61b6335c82 2021-07-07T00:56:26.684Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=34bd19ee-f6eb-459e-b9f8-b5decd8c8a69 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:27.087Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=34bd19ee-f6eb-459e-b9f8-b5decd8c8a69 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=515 EndTimestamp=2021-07-07T00:56:27.087Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:26.572Z InvocationID=e109885d-a082-484c-884e-5c83b47c8722 ResponseDesc=OK 2021-07-07T00:56:27.143Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ed9729e9-ccb2-470f-8a18-b024ef75284a InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=990 EndTimestamp=2021-07-07T00:56:27.143Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:26.153Z InvocationID=52b26de5-02d0-407e-b8de-ca95ce8bb7c6 ResponseDesc=OK 2021-07-07T00:56:29.190Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a751e9be-9da6-4b5b-9229-cbb4eb09b7fa InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:29.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:29.190Z InvocationID=756c8c90-9ca8-439b-9182-6963e265c6e9 2021-07-07T00:56:29.465Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a751e9be-9da6-4b5b-9229-cbb4eb09b7fa InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:29.793Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a751e9be-9da6-4b5b-9229-cbb4eb09b7fa InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=602 EndTimestamp=2021-07-07T00:56:29.792Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:29.190Z InvocationID=244e2e4c-890f-4793-bf57-8d1277679678 ResponseDesc=OK 2021-07-07T00:56:32.651Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b8b84b9f-b218-48ad-8b62-c1fc859b3d58 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:32.651Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:32.651Z InvocationID=0de6232c-55a6-4a51-9f57-d209fdb05e53 2021-07-07T00:56:32.789Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b8b84b9f-b218-48ad-8b62-c1fc859b3d58 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:33.247Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b8b84b9f-b218-48ad-8b62-c1fc859b3d58 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=596 EndTimestamp=2021-07-07T00:56:33.247Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:32.651Z InvocationID=4e463f4e-7726-4e6c-bcf8-483cba280d1e ResponseDesc=OK 2021-07-07T00:56:33.925Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=54e93e4e-86e8-45ab-abcf-84dc06428563 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:33.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:33.925Z InvocationID=89c52437-7443-4d3c-91ca-dcc26618ab5b 2021-07-07T00:56:34.085Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=54e93e4e-86e8-45ab-abcf-84dc06428563 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:34.685Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=54e93e4e-86e8-45ab-abcf-84dc06428563 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=760 EndTimestamp=2021-07-07T00:56:34.685Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:33.925Z InvocationID=88446a6b-b82f-4cb5-9636-e3d62189b3e9 ResponseDesc=OK 2021-07-07T00:56:35.048Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=530dd291-79c3-4c3b-b47a-38c0310eab3c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:35.048Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:35.048Z InvocationID=e2ba9cf2-b458-4f95-a022-ab4096d92271 2021-07-07T00:56:36.052Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=530dd291-79c3-4c3b-b47a-38c0310eab3c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:36.244Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=530dd291-79c3-4c3b-b47a-38c0310eab3c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1196 EndTimestamp=2021-07-07T00:56:36.244Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:35.048Z InvocationID=4cce32ee-979b-4f08-a7df-4b1a5b8c354a ResponseDesc=OK 2021-07-07T00:56:36.573Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c1b2b294-5f99-4fc9-b6d1-25054c6c6590 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:36.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:36.573Z InvocationID=6936eaec-4eb0-4e97-88ad-48bdb14af55c 2021-07-07T00:56:36.661Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c1b2b294-5f99-4fc9-b6d1-25054c6c6590 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:37.781Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c1b2b294-5f99-4fc9-b6d1-25054c6c6590 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1208 EndTimestamp=2021-07-07T00:56:37.781Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:36.573Z InvocationID=058f7b69-056c-466a-8e7b-134084f53f12 ResponseDesc=OK 2021-07-07T00:56:38.553Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7f6afb09-751a-4b43-91ee-576873185733 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:38.553Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:38.553Z InvocationID=15aeb1ee-3d54-4822-8867-bcbba6c0bc1e 2021-07-07T00:56:39.184Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7f6afb09-751a-4b43-91ee-576873185733 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:39.293Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7f6afb09-751a-4b43-91ee-576873185733 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=740 EndTimestamp=2021-07-07T00:56:39.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:38.553Z InvocationID=1adf78c5-938b-46cd-accb-6507a330e0ee ResponseDesc=OK 2021-07-07T00:56:42.073Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ec211ea9-0d6f-4482-b816-ba9479cf1b82 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:42.073Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:42.073Z InvocationID=daec38b1-1f09-43ab-81b4-3ab4ef9a10c1 2021-07-07T00:56:42.447Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ec211ea9-0d6f-4482-b816-ba9479cf1b82 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:42.786Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ec211ea9-0d6f-4482-b816-ba9479cf1b82 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=712 EndTimestamp=2021-07-07T00:56:42.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:42.073Z InvocationID=87900f0c-0083-4bd6-a128-7e6da1871fae ResponseDesc=OK 2021-07-07T00:56:43.925Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=056409aa-4ead-45a1-a6fc-1a4a4949c4b9 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:43.924Z InvocationID=e9a143d6-6fd9-4cd2-b99b-2e2077446892 2021-07-07T00:56:44.085Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=056409aa-4ead-45a1-a6fc-1a4a4949c4b9 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:44.352Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f262e82d-1c15-4858-be66-ec92ae7d690f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:44.352Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:44.352Z InvocationID=152d02d7-175d-44e1-a969-9f03a7868921 2021-07-07T00:56:44.784Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f262e82d-1c15-4858-be66-ec92ae7d690f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:45.273Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=056409aa-4ead-45a1-a6fc-1a4a4949c4b9 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1348 EndTimestamp=2021-07-07T00:56:45.272Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:43.924Z InvocationID=e52eb7c6-7446-4adf-bca6-0bfe8d1a43b6 ResponseDesc=OK 2021-07-07T00:56:45.984Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f262e82d-1c15-4858-be66-ec92ae7d690f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1632 EndTimestamp=2021-07-07T00:56:45.984Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:44.352Z InvocationID=bb93acf0-b6da-4306-8a9b-a3708dd37e54 ResponseDesc=OK 2021-07-07T00:56:46.572Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=487ddbf6-651c-4a63-acae-4ee1725ab62d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:46.572Z InvocationID=c2a1f9da-fb3b-455e-8556-88b3ac6f76e7 2021-07-07T00:56:46.843Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=487ddbf6-651c-4a63-acae-4ee1725ab62d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:47.968Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=645df94c-414a-4976-a680-9393a55dfcc7 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:47.967Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:47.967Z InvocationID=3f334f27-a60f-4d06-a1eb-e9386aeb133d 2021-07-07T00:56:47.987Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=487ddbf6-651c-4a63-acae-4ee1725ab62d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1414 EndTimestamp=2021-07-07T00:56:47.986Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:46.572Z InvocationID=e08e7233-2ad0-4a99-aa0c-63bd52a2ae43 ResponseDesc=OK 2021-07-07T00:56:48.085Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=645df94c-414a-4976-a680-9393a55dfcc7 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:48.486Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=645df94c-414a-4976-a680-9393a55dfcc7 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=518 EndTimestamp=2021-07-07T00:56:48.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:47.967Z InvocationID=a033f570-c59d-4729-8398-0a5a6f4e034b ResponseDesc=OK 2021-07-07T00:56:50.357Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d2760ab8-dfb1-4ecf-8f85-4cfcceb7938c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:50.357Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:50.357Z InvocationID=e85a8ef1-21b7-422c-9dd3-41f8d2387e4a 2021-07-07T00:56:50.483Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d2760ab8-dfb1-4ecf-8f85-4cfcceb7938c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:50.511Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d2760ab8-dfb1-4ecf-8f85-4cfcceb7938c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=153 EndTimestamp=2021-07-07T00:56:50.510Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:50.357Z InvocationID=6648bc5f-a42d-47a5-86b0-21d363908f94 ResponseDesc=OK 2021-07-07T00:56:53.593Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=deaa95d1-a297-453f-bd8a-e278efc7d242 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:53.593Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:53.593Z InvocationID=2708f4f4-d261-43a4-b05b-886a44d219c9 2021-07-07T00:56:53.746Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=deaa95d1-a297-453f-bd8a-e278efc7d242 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:53.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8ce45ad5-fa01-45d6-8e73-bd89efe61037 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:53.924Z InvocationID=2d09fe02-8355-471f-a11b-002e02dd9a04 2021-07-07T00:56:53.997Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=deaa95d1-a297-453f-bd8a-e278efc7d242 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=404 EndTimestamp=2021-07-07T00:56:53.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:53.593Z InvocationID=791ca6d3-de9b-4094-9fe4-a97b4c07b996 ResponseDesc=OK 2021-07-07T00:56:54.685Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8ce45ad5-fa01-45d6-8e73-bd89efe61037 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:55.968Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8ce45ad5-fa01-45d6-8e73-bd89efe61037 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=2044 EndTimestamp=2021-07-07T00:56:55.968Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:53.924Z InvocationID=bc37539d-ef72-4048-8d21-9053b8edc4c6 ResponseDesc=OK 2021-07-07T00:56:56.572Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=932ea876-51f0-490d-b982-c5d0ff906c7c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:56.571Z InvocationID=3cdb4aa2-3b6c-4485-bb8f-f1612110314c 2021-07-07T00:56:56.791Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=932ea876-51f0-490d-b982-c5d0ff906c7c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:57.047Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0134eb4b-b170-4da1-b01e-19b91a37b353 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:57.047Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:57.047Z InvocationID=a2fec3d3-3010-46cf-8b48-9d7308e35a0c 2021-07-07T00:56:57.084Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=932ea876-51f0-490d-b982-c5d0ff906c7c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=513 EndTimestamp=2021-07-07T00:56:57.084Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:56.571Z InvocationID=612312c3-df8a-4ffa-a008-922a6eeda039 ResponseDesc=OK 2021-07-07T00:56:57.254Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0134eb4b-b170-4da1-b01e-19b91a37b353 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:56:57.445Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0134eb4b-b170-4da1-b01e-19b91a37b353 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=398 EndTimestamp=2021-07-07T00:56:57.445Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:57.047Z InvocationID=2957a23f-a575-49d7-964d-ed1827530caf ResponseDesc=OK 2021-07-07T00:56:59.153Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8629daa9-9c75-4a83-af92-77b11c6c109c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:56:59.153Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:59.153Z InvocationID=2117cc6e-1b8a-46eb-8b71-579186f41380 2021-07-07T00:56:59.285Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8629daa9-9c75-4a83-af92-77b11c6c109c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:00.049Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8629daa9-9c75-4a83-af92-77b11c6c109c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=896 EndTimestamp=2021-07-07T00:57:00.049Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:56:59.153Z InvocationID=b184fba5-bbff-4c65-8b37-be9bfe567c70 ResponseDesc=OK 2021-07-07T00:57:02.649Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cd6fb70f-cf5a-4cd9-8baf-aa07fd04f1fa InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:02.649Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:02.649Z InvocationID=4f73f96e-ff3c-466c-ae53-04251470d3c8 2021-07-07T00:57:02.783Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cd6fb70f-cf5a-4cd9-8baf-aa07fd04f1fa InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:02.947Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cd6fb70f-cf5a-4cd9-8baf-aa07fd04f1fa InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=298 EndTimestamp=2021-07-07T00:57:02.947Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:02.649Z InvocationID=4db1ea27-5f83-4237-99f2-fabb5fa366ef ResponseDesc=OK 2021-07-07T00:57:03.924Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5e30f824-bcf6-4e3c-930c-e367601b373f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:03.924Z InvocationID=4995f2f1-adfa-442f-b344-52646d7315f2 2021-07-07T00:57:04.161Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5e30f824-bcf6-4e3c-930c-e367601b373f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:04.796Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5e30f824-bcf6-4e3c-930c-e367601b373f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=871 EndTimestamp=2021-07-07T00:57:04.795Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:03.924Z InvocationID=2671efda-d053-49e0-927e-394300ff72ec ResponseDesc=OK 2021-07-07T00:57:05.557Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=124260ee-6515-470b-80f7-93a00f27956f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:05.556Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:05.556Z InvocationID=748d1436-b888-44d4-b0b4-61ebb76a6714 2021-07-07T00:57:05.653Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=124260ee-6515-470b-80f7-93a00f27956f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:06.572Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7c8f5b7e-438b-429c-8db1-8d1f7a658cae InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:06.572Z InvocationID=99d022a2-fce2-4b4e-a46c-18aa09405a3b 2021-07-07T00:57:06.683Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7c8f5b7e-438b-429c-8db1-8d1f7a658cae InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:06.755Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=124260ee-6515-470b-80f7-93a00f27956f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1199 EndTimestamp=2021-07-07T00:57:06.755Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:05.556Z InvocationID=121817e6-051f-42b9-afd4-8e0511240991 ResponseDesc=OK 2021-07-07T00:57:06.884Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7c8f5b7e-438b-429c-8db1-8d1f7a658cae InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=312 EndTimestamp=2021-07-07T00:57:06.884Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:06.572Z InvocationID=8284e540-825b-4b30-b072-cb84fe645033 ResponseDesc=OK 2021-07-07T00:57:08.150Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=38cb56dd-905b-4eb6-b978-f00e22147e12 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:08.150Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:08.150Z InvocationID=0009a03d-cdff-40eb-b984-60fe068ad9bc 2021-07-07T00:57:09.242Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=38cb56dd-905b-4eb6-b978-f00e22147e12 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:09.487Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=38cb56dd-905b-4eb6-b978-f00e22147e12 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1336 EndTimestamp=2021-07-07T00:57:09.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:08.150Z InvocationID=59734a26-6ee6-4b69-85d5-661bb5b892ef ResponseDesc=OK 2021-07-07T00:57:11.150Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b7d7bd3-e4cc-473f-93b2-17ed8dbe176b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:11.150Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:11.150Z InvocationID=18c59c5b-6fce-46e1-a83a-49ebd15b3ecd 2021-07-07T00:57:11.285Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b7d7bd3-e4cc-473f-93b2-17ed8dbe176b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:11.748Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1b7d7bd3-e4cc-473f-93b2-17ed8dbe176b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=598 EndTimestamp=2021-07-07T00:57:11.748Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:11.150Z InvocationID=d3429165-af65-4aa8-a8c3-616ded5a9199 ResponseDesc=OK 2021-07-07T00:57:13.924Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a966fca4-04f6-470b-98e2-9364e082d747 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:13.924Z InvocationID=77710144-8b53-4657-8373-c38f7b0184cd 2021-07-07T00:57:14.096Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a966fca4-04f6-470b-98e2-9364e082d747 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:14.284Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a966fca4-04f6-470b-98e2-9364e082d747 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=360 EndTimestamp=2021-07-07T00:57:14.284Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:13.924Z InvocationID=6a6e218f-8cdb-47cb-9b9d-35259c911b17 ResponseDesc=OK 2021-07-07T00:57:15.051Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2d3d88ad-a02a-41f4-9816-ebdc681e17a6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:15.051Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:15.051Z InvocationID=29ff1a87-0a57-4cd9-a919-63d816ddd0fb 2021-07-07T00:57:15.342Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2d3d88ad-a02a-41f4-9816-ebdc681e17a6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:15.586Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2d3d88ad-a02a-41f4-9816-ebdc681e17a6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=534 EndTimestamp=2021-07-07T00:57:15.585Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:15.051Z InvocationID=4e0cca88-92c4-4858-81ed-66caf5b99e99 ResponseDesc=OK 2021-07-07T00:57:16.572Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ea4b2ba5-c308-4a07-9db5-544f6b33dbd2 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:16.572Z InvocationID=5cc61e61-63c3-49ba-aef3-c3b02e2a5bd5 2021-07-07T00:57:16.650Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ea4b2ba5-c308-4a07-9db5-544f6b33dbd2 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:23.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4475b2b1-a791-448c-9370-b0e63b7ef12a InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:23.924Z InvocationID=f423294e-788f-4b1c-9f5e-16e2f39c7940 2021-07-07T00:57:24.048Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4475b2b1-a791-448c-9370-b0e63b7ef12a InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:24.167Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ea4b2ba5-c308-4a07-9db5-544f6b33dbd2 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=7594 EndTimestamp=2021-07-07T00:57:24.166Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:16.572Z InvocationID=45bd878c-43c3-483a-b27e-688a6155d750 ResponseDesc=OK 2021-07-07T00:57:24.385Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4475b2b1-a791-448c-9370-b0e63b7ef12a InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=461 EndTimestamp=2021-07-07T00:57:24.385Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:23.924Z InvocationID=ddcff925-df20-4d3f-8bbd-7d546aee4561 ResponseDesc=OK 2021-07-07T00:57:25.562Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=26765daa-522e-4745-9fad-7625c226ba43 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:25.562Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:25.562Z InvocationID=7ae37369-df16-4e9e-864d-2751d089d2cc 2021-07-07T00:57:26.247Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=26765daa-522e-4745-9fad-7625c226ba43 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:26.573Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9a396d4e-473f-494a-b4e3-ba6f2b135c4f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:26.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:26.573Z InvocationID=edeab10b-f9d9-4ab3-8efa-22e6e2583b6a 2021-07-07T00:57:26.652Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9a396d4e-473f-494a-b4e3-ba6f2b135c4f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:26.750Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=26765daa-522e-4745-9fad-7625c226ba43 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1188 EndTimestamp=2021-07-07T00:57:26.750Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:25.562Z InvocationID=3905fb15-8463-4644-90b5-646b66a64c6d ResponseDesc=OK 2021-07-07T00:57:27.143Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9a396d4e-473f-494a-b4e3-ba6f2b135c4f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=570 EndTimestamp=2021-07-07T00:57:27.143Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:26.573Z InvocationID=1cd64eac-ba91-41a1-8faa-96eeafbcaec6 ResponseDesc=OK 2021-07-07T00:57:27.661Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d41d460e-3a7a-427e-a423-8a9aab2bb011 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:27.661Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:27.661Z InvocationID=01434f13-8d15-40bc-8ba1-6abdc2d406ce 2021-07-07T00:57:27.783Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d41d460e-3a7a-427e-a423-8a9aab2bb011 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:27.984Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d41d460e-3a7a-427e-a423-8a9aab2bb011 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=323 EndTimestamp=2021-07-07T00:57:27.984Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:27.661Z InvocationID=d924d7bb-0cb5-4a0d-8b93-39e65fa2a5ca ResponseDesc=OK 2021-07-07T00:57:28.865Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d9e3e9ca-625e-4d27-85b2-2a018ec25bad InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:28.865Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:28.865Z InvocationID=ff8b8744-b83a-4ab7-9c69-6ae700990f00 2021-07-07T00:57:29.144Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d9e3e9ca-625e-4d27-85b2-2a018ec25bad InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:29.405Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d9e3e9ca-625e-4d27-85b2-2a018ec25bad InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=539 EndTimestamp=2021-07-07T00:57:29.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:28.865Z InvocationID=f5442fe8-9f17-4e54-81b6-2137d296aad0 ResponseDesc=OK 2021-07-07T00:57:30.460Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=36edbf7f-c887-43c1-9fb4-73c9857e89ec InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:30.460Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:30.460Z InvocationID=664da070-781e-4445-bd75-92aaffdb4a12 2021-07-07T00:57:30.493Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=36edbf7f-c887-43c1-9fb4-73c9857e89ec InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:31.547Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=36edbf7f-c887-43c1-9fb4-73c9857e89ec InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1087 EndTimestamp=2021-07-07T00:57:31.547Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:30.460Z InvocationID=4adce79f-87b0-4de3-84b4-58e5d58d2ec4 ResponseDesc=OK 2021-07-07T00:57:32.346Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c34f9f04-a785-428c-bb61-f6528bd2544d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:32.346Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:32.346Z InvocationID=6e47d612-01fb-4e1c-8382-6e56d76121e5 2021-07-07T00:57:32.583Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c34f9f04-a785-428c-bb61-f6528bd2544d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:32.785Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c34f9f04-a785-428c-bb61-f6528bd2544d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=439 EndTimestamp=2021-07-07T00:57:32.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:32.346Z InvocationID=7150b97d-f0fd-443e-8a61-2bd5674c79b1 ResponseDesc=OK 2021-07-07T00:57:33.924Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c48900e3-6f9e-4a0f-a6a9-9c0d3553372d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:33.924Z InvocationID=e795d223-c180-42c2-9ed7-066fa3bd419f 2021-07-07T00:57:34.972Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=74e0eae2-0d07-4687-b075-6bf01acbd210 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:34.972Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:34.972Z InvocationID=f292789b-e336-44a2-b917-8992fba5b3a3 2021-07-07T00:57:35.084Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=74e0eae2-0d07-4687-b075-6bf01acbd210 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:35.349Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c48900e3-6f9e-4a0f-a6a9-9c0d3553372d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:35.385Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=74e0eae2-0d07-4687-b075-6bf01acbd210 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=413 EndTimestamp=2021-07-07T00:57:35.385Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:34.972Z InvocationID=2679d083-e936-4d08-a9a9-faebe070fc0b ResponseDesc=OK 2021-07-07T00:57:36.071Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c48900e3-6f9e-4a0f-a6a9-9c0d3553372d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=2146 EndTimestamp=2021-07-07T00:57:36.070Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:33.924Z InvocationID=50ff1721-145e-4802-90c0-cead7399b78a ResponseDesc=OK 2021-07-07T00:57:36.461Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e989311b-3327-453d-9f08-62d1a4454a2e InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:36.460Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:36.460Z InvocationID=793badf1-122e-49b6-9033-160a2f916981 2021-07-07T00:57:36.573Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4fb6d6af-8cff-4031-a253-ed099c27fdec InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:36.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:36.573Z InvocationID=701aaa68-c16a-4d7f-bc50-e3dd4f5b070e 2021-07-07T00:57:36.583Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e989311b-3327-453d-9f08-62d1a4454a2e InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:36.753Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4fb6d6af-8cff-4031-a253-ed099c27fdec InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:36.984Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e989311b-3327-453d-9f08-62d1a4454a2e InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=524 EndTimestamp=2021-07-07T00:57:36.984Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:36.460Z InvocationID=5425643a-d782-4736-aa6b-8ff4218da08d ResponseDesc=OK 2021-07-07T00:57:37.050Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4fb6d6af-8cff-4031-a253-ed099c27fdec InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=477 EndTimestamp=2021-07-07T00:57:37.050Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:36.573Z InvocationID=778ad9be-70fa-4fdd-9e6d-760cc07c1fde ResponseDesc=OK 2021-07-07T00:57:38.271Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3819ca7d-45ce-4185-8ddc-d7f1bfb5f827 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:38.270Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:38.270Z InvocationID=80b2f96d-98c6-45ef-b1a1-48cd8a0c39de 2021-07-07T00:57:38.386Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3819ca7d-45ce-4185-8ddc-d7f1bfb5f827 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:38.954Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3819ca7d-45ce-4185-8ddc-d7f1bfb5f827 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=684 EndTimestamp=2021-07-07T00:57:38.954Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:38.270Z InvocationID=ba7e8da7-a68f-41e5-9a9b-e7a4de6e54e1 ResponseDesc=OK 2021-07-07T00:57:43.883Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1fde6e92-ec5a-4ca2-9092-2ccc6a46ac58 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:43.883Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:43.883Z InvocationID=35961bc9-26ae-4c4f-a9e0-f30ae2ae15ee 2021-07-07T00:57:43.926Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5ddfedbb-5437-48f9-baf9-2c54bfd73413 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:43.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:43.925Z InvocationID=7e05c724-7380-4fed-ae8b-10bf6d3641a7 2021-07-07T00:57:43.983Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1fde6e92-ec5a-4ca2-9092-2ccc6a46ac58 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:44.188Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5ddfedbb-5437-48f9-baf9-2c54bfd73413 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:44.285Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1fde6e92-ec5a-4ca2-9092-2ccc6a46ac58 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=402 EndTimestamp=2021-07-07T00:57:44.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:43.883Z InvocationID=e3ca4a0f-59a9-4d46-827b-923fc76868ce ResponseDesc=OK 2021-07-07T00:57:44.485Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5ddfedbb-5437-48f9-baf9-2c54bfd73413 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=560 EndTimestamp=2021-07-07T00:57:44.485Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:43.925Z InvocationID=add214ce-b06f-4c65-8e4c-652f40eb0d7e ResponseDesc=OK 2021-07-07T00:57:46.572Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8cd12b01-9d0c-4e36-a30a-e7dacac7743f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:46.572Z InvocationID=fed8d1b3-762f-49f8-898c-fa20942b8f18 2021-07-07T00:57:46.649Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8cd12b01-9d0c-4e36-a30a-e7dacac7743f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:46.770Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=93361074-efc2-40b2-8de9-2b47b44ed020 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:46.770Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:46.770Z InvocationID=daa25091-c2db-4bca-a87d-fc74053e9cf3 2021-07-07T00:57:46.884Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=93361074-efc2-40b2-8de9-2b47b44ed020 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:47.049Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8cd12b01-9d0c-4e36-a30a-e7dacac7743f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=477 EndTimestamp=2021-07-07T00:57:47.049Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:46.572Z InvocationID=782ec84c-d220-455c-82ad-bfbb25046d71 ResponseDesc=OK 2021-07-07T00:57:47.084Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=93361074-efc2-40b2-8de9-2b47b44ed020 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=314 EndTimestamp=2021-07-07T00:57:47.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:46.770Z InvocationID=c11096d8-ba34-4679-b818-d21f41ab7f12 ResponseDesc=OK 2021-07-07T00:57:53.936Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6694faad-6719-4874-9c07-fa3cfc2f5a96 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:53.936Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:53.936Z InvocationID=f63dadc6-cf3f-4172-92ca-edf8fb499fe1 2021-07-07T00:57:56.572Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a85b257d-4509-48ec-938b-1e8e19fa2600 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:56.572Z InvocationID=0cb1cef9-f17a-4a47-bd53-13affba9d756 2021-07-07T00:57:57.084Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a85b257d-4509-48ec-938b-1e8e19fa2600 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:57.153Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6694faad-6719-4874-9c07-fa3cfc2f5a96 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:58.187Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a85b257d-4509-48ec-938b-1e8e19fa2600 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1615 EndTimestamp=2021-07-07T00:57:58.187Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:56.572Z InvocationID=ce2d1645-2a19-4897-9e04-3a4a9c500bc1 ResponseDesc=OK 2021-07-07T00:57:58.355Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=212557a3-19e7-45b8-b92f-850131a364e7 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:57:58.355Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:58.355Z InvocationID=03c191d8-9289-49aa-9f21-91264cc25bb6 2021-07-07T00:57:58.592Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=212557a3-19e7-45b8-b92f-850131a364e7 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:57:58.654Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6694faad-6719-4874-9c07-fa3cfc2f5a96 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=4718 EndTimestamp=2021-07-07T00:57:58.654Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:53.936Z InvocationID=533172d7-fa50-437b-912e-0b73ab51c767 ResponseDesc=OK 2021-07-07T00:57:59.885Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=212557a3-19e7-45b8-b92f-850131a364e7 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1530 EndTimestamp=2021-07-07T00:57:59.885Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:57:58.355Z InvocationID=80e230ff-35ad-46ef-8917-98f42812ca02 ResponseDesc=OK 2021-07-07T00:58:01.778Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2a3f0cc1-a2de-435b-8142-4205f5748b4b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:01.778Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:01.778Z InvocationID=5b3177b8-2bb5-42e3-8993-f0befd8e5024 2021-07-07T00:58:01.996Z [qtp817348612-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2a3f0cc1-a2de-435b-8142-4205f5748b4b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:58:02.190Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2a3f0cc1-a2de-435b-8142-4205f5748b4b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=411 EndTimestamp=2021-07-07T00:58:02.189Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:01.778Z InvocationID=528a551f-5a8d-4b21-b25e-72267e27cd86 ResponseDesc=OK 2021-07-07T00:58:03.368Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=660b8307-74c5-4dd5-b606-47c49720a170 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:03.368Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:03.368Z InvocationID=de018ceb-1a30-40a1-97d7-fcdb828cf667 2021-07-07T00:58:03.885Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=660b8307-74c5-4dd5-b606-47c49720a170 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:58:03.924Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b8d2ba50-2de4-4437-b124-63df4e40f7a5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:03.924Z InvocationID=ac4d9a8a-9ba0-46bd-955e-1051497176b9 2021-07-07T00:58:04.288Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b8d2ba50-2de4-4437-b124-63df4e40f7a5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:58:04.546Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=660b8307-74c5-4dd5-b606-47c49720a170 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1178 EndTimestamp=2021-07-07T00:58:04.546Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:03.368Z InvocationID=d286d52a-006f-4a3a-8711-8fc7219d3ff1 ResponseDesc=OK 2021-07-07T00:58:04.584Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b8d2ba50-2de4-4437-b124-63df4e40f7a5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=660 EndTimestamp=2021-07-07T00:58:04.584Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:03.924Z InvocationID=6ef8ff59-c69a-47b4-a7e7-261327653d6d ResponseDesc=OK 2021-07-07T00:58:05.389Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=21eff87c-1d4b-47ad-80ce-9a96ceef5abf InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:05.389Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:05.389Z InvocationID=2e894aad-8d5f-4c4c-ac05-3a64b7303122 2021-07-07T00:58:05.702Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=21eff87c-1d4b-47ad-80ce-9a96ceef5abf InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:58:05.788Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=21eff87c-1d4b-47ad-80ce-9a96ceef5abf InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=399 EndTimestamp=2021-07-07T00:58:05.788Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:05.389Z InvocationID=df7f8d28-3980-47dc-8b38-712282ecffd0 ResponseDesc=OK 2021-07-07T00:58:06.395Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=00f9a687-00b2-40e8-9502-6a17d478c72b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:06.394Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:06.394Z InvocationID=938a4169-08c8-41da-bf3b-e2b924523825 2021-07-07T00:58:06.494Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=00f9a687-00b2-40e8-9502-6a17d478c72b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:58:06.578Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1df909e8-c131-4586-ac5e-1d65b75ebb27 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:06.577Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:06.577Z InvocationID=e8d4afe5-579c-4f2d-a74c-21201ad43d4b 2021-07-07T00:58:06.783Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1df909e8-c131-4586-ac5e-1d65b75ebb27 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:58:07.406Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=00f9a687-00b2-40e8-9502-6a17d478c72b InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1012 EndTimestamp=2021-07-07T00:58:07.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:06.394Z InvocationID=622f6286-7af2-4695-a003-fbdbc622d467 ResponseDesc=OK 2021-07-07T00:58:07.484Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1df909e8-c131-4586-ac5e-1d65b75ebb27 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=907 EndTimestamp=2021-07-07T00:58:07.484Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:06.577Z InvocationID=78596e6c-cef6-447a-a238-217730e7616f ResponseDesc=OK 2021-07-07T00:58:09.567Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f42dee8b-2fab-4766-80ef-56d6e2868da3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:09.566Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:09.566Z InvocationID=2f038138-2b12-4ce2-a191-fed5a465f38a 2021-07-07T00:58:10.585Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f42dee8b-2fab-4766-80ef-56d6e2868da3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:58:10.787Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f42dee8b-2fab-4766-80ef-56d6e2868da3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=1221 EndTimestamp=2021-07-07T00:58:10.787Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:09.566Z InvocationID=d0e55cf1-9dfa-4526-8271-e6c26b593c9a ResponseDesc=OK 2021-07-07T00:58:13.925Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b6dcc6b7-492d-4bda-836b-b89e57e55318 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:13.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:13.925Z InvocationID=d0f819eb-4903-4d5c-9d14-f6e5d8f029c8 2021-07-07T00:58:14.385Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b6dcc6b7-492d-4bda-836b-b89e57e55318 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:58:16.451Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b6dcc6b7-492d-4bda-836b-b89e57e55318 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=2526 EndTimestamp=2021-07-07T00:58:16.451Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:13.925Z InvocationID=da5b22d2-1e97-43e9-beb9-3d8cef2e63ab ResponseDesc=OK 2021-07-07T00:58:16.572Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ea87562b-3c07-4316-8e38-70937399b492 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:16.572Z InvocationID=ed40edfc-ad77-4ff1-8c09-43aecc37ebf5 2021-07-07T00:58:16.792Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ea87562b-3c07-4316-8e38-70937399b492 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:58:16.985Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ea87562b-3c07-4316-8e38-70937399b492 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=412 EndTimestamp=2021-07-07T00:58:16.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:16.572Z InvocationID=36c8bacb-8561-4075-b18a-667e424be0e7 ResponseDesc=OK 2021-07-07T00:58:17.059Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=065d9b98-3cd0-46f6-b65b-a16b62a8aa3d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:17.059Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:17.059Z InvocationID=5bb95c41-a662-4064-842c-52dde132f019 2021-07-07T00:58:23.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3c356e22-99f0-4fb0-a6af-e22d0df46cb9 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:23.924Z InvocationID=dc4d8b46-fa5d-4ff4-9033-1b3d3c6cdb29 2021-07-07T00:58:26.543Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3c356e22-99f0-4fb0-a6af-e22d0df46cb9 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:58:26.573Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aab93408-9d04-42da-af6d-da8af6a33ad8 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:26.572Z InvocationID=d2d0d96f-26a0-4c1d-8607-965e9477d8f6 2021-07-07T00:58:26.751Z [qtp817348612-55] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=065d9b98-3cd0-46f6-b65b-a16b62a8aa3d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:58:34.790Z [qtp817348612-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=065d9b98-3cd0-46f6-b65b-a16b62a8aa3d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=17731 EndTimestamp=2021-07-07T00:58:34.790Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:17.059Z InvocationID=a2a8f223-70dd-4025-81d3-5cdb8da7142c ResponseDesc=OK 2021-07-07T00:58:38.585Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aab93408-9d04-42da-af6d-da8af6a33ad8 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:58:38.925Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=306a127d-ceaa-482f-a039-fd2437806795 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:38.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:38.925Z InvocationID=92c65ad8-774d-418a-897a-a4b698b1e787 2021-07-07T00:58:39.489Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=aab93408-9d04-42da-af6d-da8af6a33ad8 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=12917 EndTimestamp=2021-07-07T00:58:39.489Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:26.572Z InvocationID=9587897e-eeb5-40c1-9d2f-e53a82b841bc ResponseDesc=Internal Server Error 2021-07-07T00:58:39.497Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6f3f2620-af76-4fd9-b44c-4a3e5c3db8a3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:39.497Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:39.497Z InvocationID=fd7813c4-3f8a-4df5-94f4-ee8e2384ce71 2021-07-07T00:58:39.547Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=306a127d-ceaa-482f-a039-fd2437806795 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:58:39.551Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3c356e22-99f0-4fb0-a6af-e22d0df46cb9 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=15627 EndTimestamp=2021-07-07T00:58:39.551Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:23.924Z InvocationID=d53966bb-4830-4617-ba1d-0c80f14b9056 ResponseDesc=OK 2021-07-07T00:58:39.604Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=81ca96d3-c0d6-4211-856f-b366d3c7efcf InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:39.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:39.603Z InvocationID=547d8a88-c6f8-4f01-9860-2290348afcde 2021-07-07T00:58:43.337Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=79ae9121-fa97-4bea-b4a9-4863761d0282 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:43.336Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:43.336Z InvocationID=60c31fb8-3be6-4c1b-82d1-e0cd0d3648e4 2021-07-07T00:58:47.027Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e67c0f37-83a4-41c5-a3d4-13195dcb84bc InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:47.027Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:47.027Z InvocationID=eb940428-ea92-413d-a94c-67d583753e17 2021-07-07T00:58:49.587Z [qtp817348612-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6f3f2620-af76-4fd9-b44c-4a3e5c3db8a3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:58:49.587Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=306a127d-ceaa-482f-a039-fd2437806795 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:58:50.835Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d3cd9bd5-ec1b-4afb-bf50-6cd4299dbf08 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:50.835Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:50.835Z InvocationID=edc7f3ac-14b0-4a6e-9d52-ad20faf4770d 2021-07-07T00:58:51.681Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=81ca96d3-c0d6-4211-856f-b366d3c7efcf InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:58:53.343Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=79ae9121-fa97-4bea-b4a9-4863761d0282 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:58:53.925Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=785c6a4a-a159-4d17-b4f8-d373f745ca02 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:53.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:53.925Z InvocationID=15412144-2b19-44c9-9c1e-47c1784368a8 2021-07-07T00:58:54.333Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8f7cab55-6abc-47af-8932-8a8ee383d938 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:54.333Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:54.333Z InvocationID=b145d560-44e5-47e9-9c5a-382ce50f4c4c 2021-07-07T00:58:54.499Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a81ad6ad-8abb-485d-bda7-9d6bfd1b42f6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:58:54.499Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:54.499Z InvocationID=7a79faef-1975-4636-b302-2a88ff3ee415 2021-07-07T00:58:57.032Z [qtp817348612-48] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e67c0f37-83a4-41c5-a3d4-13195dcb84bc InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:58:57.088Z [qtp817348612-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e67c0f37-83a4-41c5-a3d4-13195dcb84bc InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:58:58.233Z [qtp817348612-68] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=97019d60-379c-40bc-b990-1c8a1e431ec1 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:58:58.233Z ElapsedTime=0 EndTimestamp=2021-07-07T00:58:58.233Z InvocationID=d4ceaba6-73f0-4137-9a70-5c9d3971d3b2 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:58:59.594Z [qtp817348612-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=306a127d-ceaa-482f-a039-fd2437806795 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:58:59.594Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=306a127d-ceaa-482f-a039-fd2437806795 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:58:59.596Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=306a127d-ceaa-482f-a039-fd2437806795 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=20670 EndTimestamp=2021-07-07T00:58:59.595Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:38.925Z InvocationID=181f8310-7fe1-40d1-824b-4b0ff9730d01 ResponseDesc=Internal Server Error 2021-07-07T00:59:00.886Z [qtp817348612-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d3cd9bd5-ec1b-4afb-bf50-6cd4299dbf08 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:01.681Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6f3f2620-af76-4fd9-b44c-4a3e5c3db8a3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:59:01.686Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=81ca96d3-c0d6-4211-856f-b366d3c7efcf InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:01.687Z [qtp817348612-50] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6f3f2620-af76-4fd9-b44c-4a3e5c3db8a3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:01.687Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6f3f2620-af76-4fd9-b44c-4a3e5c3db8a3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:01.689Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6f3f2620-af76-4fd9-b44c-4a3e5c3db8a3 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=22192 EndTimestamp=2021-07-07T00:59:01.689Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:39.497Z InvocationID=f925448d-032b-457c-8f9a-2d7de23617f4 ResponseDesc=Internal Server Error 2021-07-07T00:59:02.043Z [qtp817348612-69] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8df0c562-996e-4020-aa8e-82d6157b0dd5 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:59:02.042Z ElapsedTime=0 EndTimestamp=2021-07-07T00:59:02.042Z InvocationID=cc78b622-e9fa-4c0a-8e98-c1951b74252d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:59:02.090Z [qtp817348612-69] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8df0c562-996e-4020-aa8e-82d6157b0dd5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:03.987Z [qtp817348612-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=785c6a4a-a159-4d17-b4f8-d373f745ca02 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:04.389Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8f7cab55-6abc-47af-8932-8a8ee383d938 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:04.399Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8f7cab55-6abc-47af-8932-8a8ee383d938 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:05.381Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=79ae9121-fa97-4bea-b4a9-4863761d0282 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:59:05.388Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=79ae9121-fa97-4bea-b4a9-4863761d0282 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:05.388Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=79ae9121-fa97-4bea-b4a9-4863761d0282 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:05.389Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=79ae9121-fa97-4bea-b4a9-4863761d0282 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=22053 EndTimestamp=2021-07-07T00:59:05.389Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:43.336Z InvocationID=923bae04-37e1-4aa5-a1c5-99c8cb8a177a ResponseDesc=Internal Server Error 2021-07-07T00:59:05.524Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e4f16db5-c5cf-4a99-b09d-752a492f019d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:59:05.524Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:05.524Z InvocationID=57d8f47a-085d-4ef9-867f-0f869a8fec0b 2021-07-07T00:59:06.581Z [qtp817348612-49] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a81ad6ad-8abb-485d-bda7-9d6bfd1b42f6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:59:09.149Z [qtp817348612-48] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e67c0f37-83a4-41c5-a3d4-13195dcb84bc InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:59:09.149Z [qtp817348612-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e67c0f37-83a4-41c5-a3d4-13195dcb84bc InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:59:09.151Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e67c0f37-83a4-41c5-a3d4-13195dcb84bc InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=22123 EndTimestamp=2021-07-07T00:59:09.150Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:47.027Z InvocationID=5c7cbe4c-91ca-4b65-af48-653a44e44f04 ResponseDesc=Internal Server Error 2021-07-07T00:59:09.420Z [qtp817348612-67] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8035dc4d-e524-4dc9-9134-68d39a45971c ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 EntryTimestamp=2021-07-07T00:59:09.420Z ElapsedTime=0 EndTimestamp=2021-07-07T00:59:09.420Z InvocationID=6c20bf59-12f1-43a0-9538-820bdaa4a978 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T00:59:09.496Z [qtp817348612-67] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8035dc4d-e524-4dc9-9134-68d39a45971c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:09.498Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b76254cf-8f7f-4db0-9604-e9eaf4755d17 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:59:09.498Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:09.498Z InvocationID=00f3d41c-857e-4107-87c2-098943723da6 2021-07-07T00:59:10.381Z [qtp817348612-68] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=97019d60-379c-40bc-b990-1c8a1e431ec1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:59:10.387Z [qtp817348612-68] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=97019d60-379c-40bc-b990-1c8a1e431ec1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:12.982Z [qtp817348612-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d3cd9bd5-ec1b-4afb-bf50-6cd4299dbf08 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:59:13.234Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=55d7dc46-052c-490f-a300-a68c300ce760 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:59:13.234Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:13.234Z InvocationID=ec9f1ad6-cc09-4e66-abe6-4feeb9fcd40b 2021-07-07T00:59:13.750Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=81ca96d3-c0d6-4211-856f-b366d3c7efcf InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:59:13.751Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=81ca96d3-c0d6-4211-856f-b366d3c7efcf InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:59:13.752Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=81ca96d3-c0d6-4211-856f-b366d3c7efcf InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=34149 EndTimestamp=2021-07-07T00:59:13.752Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:39.603Z InvocationID=2ff8862e-85f1-4186-b77c-1da66193904a ResponseDesc=Internal Server Error 2021-07-07T00:59:14.181Z [qtp817348612-69] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8df0c562-996e-4020-aa8e-82d6157b0dd5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:59:14.188Z [qtp817348612-69] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8df0c562-996e-4020-aa8e-82d6157b0dd5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:14.189Z [qtp817348612-69] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8df0c562-996e-4020-aa8e-82d6157b0dd5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:14.190Z [qtp817348612-69] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8df0c562-996e-4020-aa8e-82d6157b0dd5 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=12148 EndTimestamp=2021-07-07T00:59:14.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:02.042Z InvocationID=b0f34444-28d3-44f1-887f-559614272dc8 ResponseDesc=Internal Server Error 2021-07-07T00:59:16.082Z [qtp817348612-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=785c6a4a-a159-4d17-b4f8-d373f745ca02 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:59:16.449Z [qtp817348612-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8f7cab55-6abc-47af-8932-8a8ee383d938 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:59:16.449Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8f7cab55-6abc-47af-8932-8a8ee383d938 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:59:16.449Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8f7cab55-6abc-47af-8932-8a8ee383d938 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=22116 EndTimestamp=2021-07-07T00:59:16.449Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:54.333Z InvocationID=b546b134-8c4c-4a18-8af7-b1051a6343b8 ResponseDesc=Internal Server Error 2021-07-07T00:59:17.021Z [qtp817348612-69] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7e97dfcd-8350-4d0b-ae27-f1a26b6a9bc1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:59:17.021Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:17.021Z InvocationID=65cbd21c-7e6b-47fa-87a7-16eda94d0f7c 2021-07-07T00:59:17.681Z [qtp817348612-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e4f16db5-c5cf-4a99-b09d-752a492f019d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:59:17.687Z [qtp817348612-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e4f16db5-c5cf-4a99-b09d-752a492f019d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:18.682Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a81ad6ad-8abb-485d-bda7-9d6bfd1b42f6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.30.195:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-07-07T00:59:18.687Z [qtp817348612-49] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a81ad6ad-8abb-485d-bda7-9d6bfd1b42f6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:18.687Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a81ad6ad-8abb-485d-bda7-9d6bfd1b42f6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:18.688Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a81ad6ad-8abb-485d-bda7-9d6bfd1b42f6 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=24189 EndTimestamp=2021-07-07T00:59:18.688Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:54.499Z InvocationID=17c4d504-703c-4aab-88f9-d86f3b17a9ec ResponseDesc=Internal Server Error 2021-07-07T00:59:19.661Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b76254cf-8f7f-4db0-9604-e9eaf4755d17 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:59:19.757Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d3cd9bd5-ec1b-4afb-bf50-6cd4299dbf08 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=28922 EndTimestamp=2021-07-07T00:59:19.757Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:50.835Z InvocationID=ed6b1823-6b84-462e-b935-4dc669a30b85 ResponseDesc=Internal Server Error 2021-07-07T00:59:19.757Z [qtp817348612-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e4f16db5-c5cf-4a99-b09d-752a492f019d InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=14233 EndTimestamp=2021-07-07T00:59:19.757Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:05.524Z InvocationID=b02f1c7a-5089-4d13-8311-1dd319b9e617 ResponseDesc=Internal Server Error 2021-07-07T00:59:19.758Z [qtp817348612-68] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=97019d60-379c-40bc-b990-1c8a1e431ec1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=21524 EndTimestamp=2021-07-07T00:59:19.757Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:58.233Z InvocationID=b1ae755a-6c02-406c-8803-ae3081ea97a4 ResponseDesc=Internal Server Error 2021-07-07T00:59:19.758Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=785c6a4a-a159-4d17-b4f8-d373f745ca02 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=25833 EndTimestamp=2021-07-07T00:59:19.758Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:58:53.925Z InvocationID=285954e7-5122-4a18-b3e8-4a6bc208718b ResponseDesc=Internal Server Error 2021-07-07T00:59:19.759Z [qtp817348612-69] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7e97dfcd-8350-4d0b-ae27-f1a26b6a9bc1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:59:19.759Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=55d7dc46-052c-490f-a300-a68c300ce760 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:59:19.786Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=55d7dc46-052c-490f-a300-a68c300ce760 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:20.824Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=819ff0c7-9321-44a0-ad0d-a6d0c669dd75 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:59:20.823Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:20.823Z InvocationID=ee4851b9-d8ac-4420-8d8c-ef61ba2bb78b 2021-07-07T00:59:21.789Z [qtp817348612-69] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=7e97dfcd-8350-4d0b-ae27-f1a26b6a9bc1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:21.789Z [qtp817348612-69] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7e97dfcd-8350-4d0b-ae27-f1a26b6a9bc1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:21.790Z [qtp817348612-69] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7e97dfcd-8350-4d0b-ae27-f1a26b6a9bc1 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=4768 EndTimestamp=2021-07-07T00:59:21.789Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:17.021Z InvocationID=917c9188-9b90-4135-a1a2-13f2da03622d ResponseDesc=Internal Server Error 2021-07-07T00:59:22.850Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=55d7dc46-052c-490f-a300-a68c300ce760 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=9616 EndTimestamp=2021-07-07T00:59:22.850Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:13.234Z InvocationID=8fe9af6e-0ddb-40f4-afac-26bd2ff7e3cf ResponseDesc=Internal Server Error 2021-07-07T00:59:22.862Z [qtp817348612-67] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8035dc4d-e524-4dc9-9134-68d39a45971c InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=13442 EndTimestamp=2021-07-07T00:59:22.862Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:09.420Z InvocationID=79b08a61-f109-4f8e-9d45-054ae07a8ab3 ResponseDesc=Internal Server Error 2021-07-07T00:59:24.005Z [qtp817348612-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=819ff0c7-9321-44a0-ad0d-a6d0c669dd75 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:59:24.094Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b76254cf-8f7f-4db0-9604-e9eaf4755d17 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=14596 EndTimestamp=2021-07-07T00:59:24.094Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:09.498Z InvocationID=0a3e404b-24a6-4f2c-ba94-b44702ee8d31 ResponseDesc=OK 2021-07-07T00:59:24.098Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c1aa07f8-3cc1-4e44-8b96-d17b7eed39d7 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:59:24.098Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:24.098Z InvocationID=9096017b-94ed-4bf3-9dac-f2605ac5906a 2021-07-07T00:59:24.185Z [qtp817348612-48] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c1aa07f8-3cc1-4e44-8b96-d17b7eed39d7 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T00:59:27.459Z [qtp817348612-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=819ff0c7-9321-44a0-ad0d-a6d0c669dd75 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=6635 EndTimestamp=2021-07-07T00:59:27.458Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:20.823Z InvocationID=c511add2-5e17-4adf-bcaa-e8f65fa13c3f ResponseDesc=OK 2021-07-07T00:59:28.285Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c1aa07f8-3cc1-4e44-8b96-d17b7eed39d7 InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=4187 EndTimestamp=2021-07-07T00:59:28.285Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:24.098Z InvocationID=875be590-c24a-4174-8276-6f87b1ade62d ResponseDesc=Internal Server Error 2021-07-07T00:59:28.290Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4531a617-c4ba-4eb3-9021-98c3d38b88fa InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:59:28.290Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:28.290Z InvocationID=2cda4055-1319-4f10-908c-f773d0a381ea 2021-07-07T00:59:28.325Z [qtp817348612-67] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a11c14f8-ac71-4bf5-9d5c-5c2c279f9a5f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 ElapsedTime=0 EndTimestamp=2021-07-07T00:59:28.325Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T00:59:28.325Z InvocationID=c55c7fdd-ee99-463e-93cf-464ecf97a769 2021-07-07T00:59:29.486Z [qtp817348612-67] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a11c14f8-ac71-4bf5-9d5c-5c2c279f9a5f InstanceID=8b0f0bf9-a173-42a1-880a-61cf89120375 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T00:59:56.667Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-07-07T00:59:57.578Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-07-07T00:59:57.857Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-07-07T00:59:57.864Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-07-07T00:59:57.878Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-07-07T00:59:57.886Z [main] INFO c.d.driver.core.SystemProperties com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T00:59:57.887Z [main] INFO c.datastax.driver.core.ClockFactory Using java.lang.System clock to generate timestamps. 2021-07-07T00:59:57.967Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-07-07T00:59:58.038Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-07-07T01:00:02.008Z [main] WARN o.s.w.c.s.XmlWebApplicationContext Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError 2021-07-07T01:00:02.023Z [main] ERROR o.s.web.context.ContextLoader Context initialization failed org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1318) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBeanInstance(AbstractAutowireCapableBeanFactory.java:1213) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:556) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:516) at org.springframework.beans.factory.support.AbstractBeanFactory.lambda$doGetBean$0(AbstractBeanFactory.java:324) at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:234) at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:322) at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:202) at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:897) at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:879) at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:551) at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:401) at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:292) at org.openecomp.server.listeners.OnboardingAppStartupListener.contextInitialized(OnboardingAppStartupListener.java:35) at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:1013) at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:553) at org.eclipse.jetty.server.handler.ContextHandler.contextInitialized(ContextHandler.java:942) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:782) at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:360) at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1445) at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1409) at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:855) at org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:275) at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:524) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.bindings.StandardStarter.processBinding(StandardStarter.java:46) at org.eclipse.jetty.deploy.AppLifeCycle.runBindings(AppLifeCycle.java:188) at org.eclipse.jetty.deploy.DeploymentManager.requestAppGoal(DeploymentManager.java:513) at org.eclipse.jetty.deploy.DeploymentManager.addApp(DeploymentManager.java:154) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.fileAdded(ScanningAppProvider.java:173) at org.eclipse.jetty.deploy.providers.WebAppProvider.fileAdded(WebAppProvider.java:441) at org.eclipse.jetty.deploy.providers.ScanningAppProvider$1.fileAdded(ScanningAppProvider.java:66) at org.eclipse.jetty.util.Scanner.reportAddition(Scanner.java:784) at org.eclipse.jetty.util.Scanner.reportDifferences(Scanner.java:753) at org.eclipse.jetty.util.Scanner.scan(Scanner.java:641) at org.eclipse.jetty.util.Scanner.doStart(Scanner.java:540) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.doStart(ScanningAppProvider.java:146) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.DeploymentManager.startAppProvider(DeploymentManager.java:599) at org.eclipse.jetty.deploy.DeploymentManager.doStart(DeploymentManager.java:249) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:169) at org.eclipse.jetty.server.Server.start(Server.java:408) at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:117) at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:97) at org.eclipse.jetty.server.Server.doStart(Server.java:372) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.xml.XmlConfiguration.lambda$main$1(XmlConfiguration.java:1929) at java.base/java.security.AccessController.doPrivileged(Native Method) at org.eclipse.jetty.xml.XmlConfiguration.main(XmlConfiguration.java:1878) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.eclipse.jetty.start.Main.invokeMain(Main.java:218) at org.eclipse.jetty.start.Main.start(Main.java:491) at org.eclipse.jetty.start.Main.main(Main.java:77) Caused by: org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:217) at org.springframework.beans.factory.support.SimpleInstantiationStrategy.instantiate(SimpleInstantiationStrategy.java:87) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1310) ... 57 common frames omitted Caused by: java.lang.ExceptionInInitializerError: null at org.openecomp.core.nosqldb.impl.cassandra.CassandraSessionFactory.getSession(CassandraSessionFactory.java:51) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl$ReferenceHolder.(CassandraNoSqlDbFactoryImpl.java:39) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:30) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:26) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.(HealthCheckDaoImpl.java:34) at org.openecomp.sdc.health.impl.HealthCheckDaoFactoryImpl.(HealthCheckDaoFactoryImpl.java:27) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:127) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:91) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:28) at org.openecomp.sdc.health.HealthCheckDaoFactory.getInstance(HealthCheckDaoFactory.java:28) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.(HealthCheckManagerImpl.java:43) at org.openecomp.sdc.health.impl.HealthCheckManagerFactoryImpl.(HealthCheckManagerFactoryImpl.java:30) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:127) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:91) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:28) at org.openecomp.sdc.health.HealthCheckManagerFactory.getInstance(HealthCheckManagerFactory.java:28) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.(HealthCheckImpl.java:48) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source) at java.base/java.lang.reflect.Constructor.newInstance(Unknown Source) at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:204) ... 59 common frames omitted Caused by: com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.ReadTimeoutException: Operation timed out - received only 0 responses. at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T01:10:57.110Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-07-07T01:10:57.962Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-07-07T01:10:58.253Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-07-07T01:10:58.259Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-07-07T01:10:58.272Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-07-07T01:10:58.280Z [main] INFO c.d.driver.core.SystemProperties com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T01:10:58.280Z [main] INFO c.datastax.driver.core.ClockFactory Using java.lang.System clock to generate timestamps. 2021-07-07T01:10:58.353Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-07-07T01:10:58.425Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-07-07T01:11:00.366Z [main] INFO c.d.d.c.p.DCAwareRoundRobinPolicy Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T01:11:00.368Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T01:11:00.368Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.30.195:9042 added 2021-07-07T01:11:00.368Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T01:11:16.073Z [cluster1-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.ReadTimeoutException: Operation timed out - received only 0 responses. at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T01:11:17.389Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T01:11:17.413Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T01:11:17.499Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-07-07T01:11:17.502Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] because it collides with previously registered codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] 2021-07-07T01:11:18.195Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl loaded external testing config {"client":{"enabled":true},"endpoints":["vtp,VTP,true,http://refrepo:8702/onapapi/vnfsdk-marketplace,onap.*","repository,Repository,false,,.*"]} 2021-07-07T01:11:18.200Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl processed external testing config [{"enabled":true,"title":"VTP","url":"http://refrepo:8702/onapapi/vnfsdk-marketplace","id":"vtp","apiKey":null,"scenarioFilter":"onap.*"},{"enabled":false,"title":"Repository","url":"","id":"repository","apiKey":null,"scenarioFilter":".*"}] 2021-07-07T01:11:19.029Z [main] INFO org.apache.cxf.endpoint.ServerImpl Setting the server's publish address to be / 2021-07-07T01:11:19.139Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext initialized in 22026 ms 2021-07-07T01:11:21.813Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T01:11:21.932Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T01:11:21.952Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-07-07T01:11:22.309Z [main] INFO o.s.web.servlet.DispatcherServlet Initializing Servlet 'spring-mapper' 2021-07-07T01:11:22.475Z [main] INFO o.s.web.servlet.DispatcherServlet Completed initialization in 166 ms 2021-07-07T01:11:22.773Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d5c599cd-1022-4f62-8e59-b38fb4fca986 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:22.766Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:22.766Z InvocationID=58952401-814a-4559-84d4-a63dddab2d50 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:22.773Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bd8ad52f-f077-479b-a148-e42e8a06d3df ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:22.766Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:22.766Z InvocationID=4fe836b8-71bf-410f-971c-b9d0fd1dae6e PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:22.773Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2410d944-0267-4372-b487-5dfd69ab78c8 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:22.766Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:22.766Z InvocationID=16e39114-067b-4003-ac90-1c0c8307f253 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:23.186Z [qtp817348612-18] INFO c.d.driver.core.SystemProperties RequestID=d5c599cd-1022-4f62-8e59-b38fb4fca986 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck com.datastax.driver.USE_NATIVE_CLOCK is defined, using value false 2021-07-07T01:11:23.186Z [qtp817348612-18] INFO c.datastax.driver.core.ClockFactory RequestID=d5c599cd-1022-4f62-8e59-b38fb4fca986 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using java.lang.System clock to generate timestamps. 2021-07-07T01:11:23.396Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b66594e5-74d3-4b4e-8d1e-dd93d3fc01d3 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:23.396Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:23.396Z InvocationID=86c2a527-9d2d-4f84-9c7a-34d2ee8a512e PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:24.455Z [qtp817348612-14] INFO c.d.d.c.p.DCAwareRoundRobinPolicy RequestID=bd8ad52f-f077-479b-a148-e42e8a06d3df InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-07-07T01:11:24.456Z [qtp817348612-14] INFO com.datastax.driver.core.Cluster RequestID=bd8ad52f-f077-479b-a148-e42e8a06d3df InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.60.71:9042 added 2021-07-07T01:11:24.456Z [qtp817348612-14] INFO com.datastax.driver.core.Cluster RequestID=bd8ad52f-f077-479b-a148-e42e8a06d3df InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.30.195:9042 added 2021-07-07T01:11:24.457Z [qtp817348612-14] INFO com.datastax.driver.core.Cluster RequestID=bd8ad52f-f077-479b-a148-e42e8a06d3df InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.181.80:9042 added 2021-07-07T01:11:25.080Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T01:11:25.081Z [cluster2-nio-worker-1] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T01:11:25.245Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T01:11:25.258Z [cluster2-nio-worker-0] WARN com.datastax.driver.core.Session Error creating pool to cassandra.onap/10.242.30.195:9042 com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T01:11:25.488Z [qtp817348612-52] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b66594e5-74d3-4b4e-8d1e-dd93d3fc01d3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:25.588Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2410d944-0267-4372-b487-5dfd69ab78c8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T01:11:25.590Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-07-07T01:11:25.591Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T01:11:25.591Z [qtp817348612-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bd8ad52f-f077-479b-a148-e42e8a06d3df InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T01:11:25.591Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T01:11:25.592Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-07-07T01:11:25.592Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d5c599cd-1022-4f62-8e59-b38fb4fca986 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck null java.util.ConcurrentModificationException: null at java.base/java.util.HashMap.computeIfAbsent(Unknown Source) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectionFactory.getMappingManager(CassandraConnectionFactory.java:57) at com.amdocs.zusammen.commons.db.impl.cassandra.CassandraConnectorImpl.getMappingManager(CassandraConnectorImpl.java:28) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.CassandraDaoUtils.getAccessor(CassandraDaoUtils.java:14) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.getAccessor(KeepAliveCassandraDao.java:18) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T01:11:25.592Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-07-07T01:11:25.594Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-07-07T01:11:25.598Z [qtp817348612-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b66594e5-74d3-4b4e-8d1e-dd93d3fc01d3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:25.602Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d5c599cd-1022-4f62-8e59-b38fb4fca986 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:25.688Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bd8ad52f-f077-479b-a148-e42e8a06d3df InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:25.689Z [qtp817348612-52] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b66594e5-74d3-4b4e-8d1e-dd93d3fc01d3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:25.689Z [qtp817348612-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b66594e5-74d3-4b4e-8d1e-dd93d3fc01d3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:25.691Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d5c599cd-1022-4f62-8e59-b38fb4fca986 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:25.691Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d5c599cd-1022-4f62-8e59-b38fb4fca986 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:25.693Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2410d944-0267-4372-b487-5dfd69ab78c8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:25.697Z [qtp817348612-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=bd8ad52f-f077-479b-a148-e42e8a06d3df InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:25.698Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bd8ad52f-f077-479b-a148-e42e8a06d3df InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:25.700Z [qtp817348612-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=2410d944-0267-4372-b487-5dfd69ab78c8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:25.701Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2410d944-0267-4372-b487-5dfd69ab78c8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:25.709Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=2410d944-0267-4372-b487-5dfd69ab78c8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=2941 EndTimestamp=2021-07-07T01:11:25.707Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:22.766Z InvocationID=9a5374cf-619e-4c92-90ff-73a519f9e5aa ResponseDesc=Internal Server Error 2021-07-07T01:11:25.709Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b66594e5-74d3-4b4e-8d1e-dd93d3fc01d3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=2311 EndTimestamp=2021-07-07T01:11:25.707Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:23.396Z InvocationID=fea1d75c-3a05-402b-bfec-27d2e804a887 ResponseDesc=Internal Server Error 2021-07-07T01:11:25.709Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d5c599cd-1022-4f62-8e59-b38fb4fca986 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=2941 EndTimestamp=2021-07-07T01:11:25.707Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:22.766Z InvocationID=1d530bdc-4658-4c84-adfb-edb94f7dfe68 ResponseDesc=Internal Server Error 2021-07-07T01:11:25.709Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=bd8ad52f-f077-479b-a148-e42e8a06d3df InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=2941 EndTimestamp=2021-07-07T01:11:25.707Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:22.766Z InvocationID=ac7323ea-d0c8-4e56-8c51-73a4671ea324 ResponseDesc=Internal Server Error 2021-07-07T01:11:26.305Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=beba21f7-6b43-483a-85f4-6c7c0319c502 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:26.304Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:26.304Z InvocationID=e93c7bbd-9daa-42c8-8ade-43805bb46eb9 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:26.394Z [qtp817348612-53] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=beba21f7-6b43-483a-85f4-6c7c0319c502 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:26.401Z [qtp817348612-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=beba21f7-6b43-483a-85f4-6c7c0319c502 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:26.488Z [qtp817348612-53] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=beba21f7-6b43-483a-85f4-6c7c0319c502 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:26.488Z [qtp817348612-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=beba21f7-6b43-483a-85f4-6c7c0319c502 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:26.489Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=beba21f7-6b43-483a-85f4-6c7c0319c502 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=185 EndTimestamp=2021-07-07T01:11:26.489Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:26.304Z InvocationID=ac7573e8-7fb3-47be-a442-8bc9522ea21f ResponseDesc=Internal Server Error 2021-07-07T01:11:27.202Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d7e06a57-7cd9-4ace-bdae-fec6a545f484 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:27.201Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:27.201Z InvocationID=c2d340bc-1b5e-4229-93e4-849fde5b7759 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:27.289Z [qtp817348612-45] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d7e06a57-7cd9-4ace-bdae-fec6a545f484 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:27.298Z [qtp817348612-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d7e06a57-7cd9-4ace-bdae-fec6a545f484 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:27.307Z [qtp817348612-45] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d7e06a57-7cd9-4ace-bdae-fec6a545f484 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:27.307Z [qtp817348612-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d7e06a57-7cd9-4ace-bdae-fec6a545f484 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:27.308Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d7e06a57-7cd9-4ace-bdae-fec6a545f484 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=106 EndTimestamp=2021-07-07T01:11:27.307Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:27.201Z InvocationID=9c146e8f-ae80-444d-becd-5a74fff44869 ResponseDesc=Internal Server Error 2021-07-07T01:11:28.193Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6215cdc2-dc83-4f03-b2a1-1bab83fbb33b ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:28.193Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:28.193Z InvocationID=2822e49e-7e97-4dfd-b96e-8282869234fc PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:28.204Z [qtp817348612-61] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6215cdc2-dc83-4f03-b2a1-1bab83fbb33b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:28.292Z [qtp817348612-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6215cdc2-dc83-4f03-b2a1-1bab83fbb33b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:28.300Z [qtp817348612-61] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6215cdc2-dc83-4f03-b2a1-1bab83fbb33b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:28.301Z [qtp817348612-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6215cdc2-dc83-4f03-b2a1-1bab83fbb33b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:28.301Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6215cdc2-dc83-4f03-b2a1-1bab83fbb33b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=108 EndTimestamp=2021-07-07T01:11:28.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:28.193Z InvocationID=f25aa1e6-f1f0-446f-a969-2c52fcd60bf0 ResponseDesc=Internal Server Error 2021-07-07T01:11:29.297Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9013b86d-4345-4b95-a6a2-1750ea9d4fe5 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:29.296Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:29.296Z InvocationID=b674ca35-827a-4ee7-a1f1-6e78a59230d6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:29.389Z [qtp817348612-58] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9013b86d-4345-4b95-a6a2-1750ea9d4fe5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:29.398Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9013b86d-4345-4b95-a6a2-1750ea9d4fe5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:29.484Z [qtp817348612-58] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9013b86d-4345-4b95-a6a2-1750ea9d4fe5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:29.484Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9013b86d-4345-4b95-a6a2-1750ea9d4fe5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:29.486Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9013b86d-4345-4b95-a6a2-1750ea9d4fe5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=189 EndTimestamp=2021-07-07T01:11:29.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:29.296Z InvocationID=ec25eb27-7c93-40cb-a613-5c02dec46e80 ResponseDesc=Internal Server Error 2021-07-07T01:11:30.392Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e2cf426c-f8d9-44b1-96a6-c6403ff42ee1 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:30.391Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:30.391Z InvocationID=4f2d471b-dcd3-415e-af3a-d44116e226b5 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:30.487Z [qtp817348612-48] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e2cf426c-f8d9-44b1-96a6-c6403ff42ee1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:30.494Z [qtp817348612-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e2cf426c-f8d9-44b1-96a6-c6403ff42ee1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:30.585Z [qtp817348612-48] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e2cf426c-f8d9-44b1-96a6-c6403ff42ee1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:30.586Z [qtp817348612-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e2cf426c-f8d9-44b1-96a6-c6403ff42ee1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:30.587Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e2cf426c-f8d9-44b1-96a6-c6403ff42ee1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=196 EndTimestamp=2021-07-07T01:11:30.587Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:30.391Z InvocationID=a6a31f00-8b84-438e-8a6b-304b587e0d89 ResponseDesc=Internal Server Error 2021-07-07T01:11:32.278Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bd147d62-e54c-47bd-9d8c-f346ff85c698 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:32.278Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:32.278Z InvocationID=6adcdc6b-e761-4922-960d-3af8aff448bd PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:32.288Z [qtp817348612-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bd147d62-e54c-47bd-9d8c-f346ff85c698 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:32.294Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bd147d62-e54c-47bd-9d8c-f346ff85c698 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:32.298Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7d075f22-9114-4ade-ac68-f478ea595892 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:32.297Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:32.297Z InvocationID=63f47be4-b00f-4873-9ff5-99d08742603e PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:32.384Z [qtp817348612-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=bd147d62-e54c-47bd-9d8c-f346ff85c698 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:32.385Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bd147d62-e54c-47bd-9d8c-f346ff85c698 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:32.386Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=bd147d62-e54c-47bd-9d8c-f346ff85c698 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=108 EndTimestamp=2021-07-07T01:11:32.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:32.278Z InvocationID=aaf592d2-e891-4f74-bca6-c58e723cdcbc ResponseDesc=Internal Server Error 2021-07-07T01:11:32.388Z [qtp817348612-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7d075f22-9114-4ade-ac68-f478ea595892 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:32.394Z [qtp817348612-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7d075f22-9114-4ade-ac68-f478ea595892 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:32.486Z [qtp817348612-46] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=7d075f22-9114-4ade-ac68-f478ea595892 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:32.486Z [qtp817348612-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7d075f22-9114-4ade-ac68-f478ea595892 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:32.488Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7d075f22-9114-4ade-ac68-f478ea595892 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=190 EndTimestamp=2021-07-07T01:11:32.487Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:32.297Z InvocationID=6498391d-187a-4bed-b804-bbf6a932a569 ResponseDesc=Internal Server Error 2021-07-07T01:11:35.117Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d5f5d5e4-c7e1-427f-af64-23f2cc14f9dd ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:35.117Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:35.117Z InvocationID=f30758a1-b9e8-4604-8208-b92b4d53a543 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:35.191Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d5f5d5e4-c7e1-427f-af64-23f2cc14f9dd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:35.198Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d5f5d5e4-c7e1-427f-af64-23f2cc14f9dd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:35.204Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d5f5d5e4-c7e1-427f-af64-23f2cc14f9dd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:35.204Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d5f5d5e4-c7e1-427f-af64-23f2cc14f9dd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:35.206Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d5f5d5e4-c7e1-427f-af64-23f2cc14f9dd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=88 EndTimestamp=2021-07-07T01:11:35.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:35.117Z InvocationID=faccef14-0cdb-4f0a-9e12-1981779bae07 ResponseDesc=Internal Server Error 2021-07-07T01:11:38.005Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dffe9cc7-610c-49da-8af9-0572b8cd807b ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:38.004Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:38.004Z InvocationID=ef447bc7-282a-4160-8682-03eaadb4518e PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:38.090Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dffe9cc7-610c-49da-8af9-0572b8cd807b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:38.096Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=dffe9cc7-610c-49da-8af9-0572b8cd807b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:38.186Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=dffe9cc7-610c-49da-8af9-0572b8cd807b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:38.186Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=dffe9cc7-610c-49da-8af9-0572b8cd807b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:38.186Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=dffe9cc7-610c-49da-8af9-0572b8cd807b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=182 EndTimestamp=2021-07-07T01:11:38.186Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:38.004Z InvocationID=9cfaeab5-1698-4fdf-8121-8925c65bed09 ResponseDesc=Internal Server Error 2021-07-07T01:11:41.002Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b55de4a5-0545-453f-a433-d7c8f04655d0 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:41.001Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:41.001Z InvocationID=e51ac859-669e-4923-b4ba-59bc3c9105c7 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:41.091Z [qtp817348612-51] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b55de4a5-0545-453f-a433-d7c8f04655d0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:41.097Z [qtp817348612-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b55de4a5-0545-453f-a433-d7c8f04655d0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:41.102Z [qtp817348612-51] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b55de4a5-0545-453f-a433-d7c8f04655d0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:41.103Z [qtp817348612-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b55de4a5-0545-453f-a433-d7c8f04655d0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:41.104Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b55de4a5-0545-453f-a433-d7c8f04655d0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=102 EndTimestamp=2021-07-07T01:11:41.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:41.001Z InvocationID=88abce9b-6936-433d-837a-f306685ccf5f ResponseDesc=Internal Server Error 2021-07-07T01:11:42.278Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f52c962c-a711-4655-a475-40218673858c ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:42.277Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:42.277Z InvocationID=eacb1a7c-e918-4371-a4cd-1440fec155c5 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:42.289Z [qtp817348612-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f52c962c-a711-4655-a475-40218673858c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:42.298Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f52c962c-a711-4655-a475-40218673858c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:42.387Z [qtp817348612-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f52c962c-a711-4655-a475-40218673858c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:42.387Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f52c962c-a711-4655-a475-40218673858c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:42.389Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f52c962c-a711-4655-a475-40218673858c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=111 EndTimestamp=2021-07-07T01:11:42.388Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:42.277Z InvocationID=e25874ee-d06f-4c9c-90c3-b1e1e026ace2 ResponseDesc=Internal Server Error 2021-07-07T01:11:44.092Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=18b30d21-9c26-4b1a-8c56-efca4ebb94ad ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:44.092Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:44.092Z InvocationID=9fa5f9c8-50c4-4aa6-8c16-24fdbb4601a8 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:44.188Z [qtp817348612-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=18b30d21-9c26-4b1a-8c56-efca4ebb94ad InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:44.193Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=18b30d21-9c26-4b1a-8c56-efca4ebb94ad InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:44.198Z [qtp817348612-50] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=18b30d21-9c26-4b1a-8c56-efca4ebb94ad InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:44.198Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=18b30d21-9c26-4b1a-8c56-efca4ebb94ad InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:44.199Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=18b30d21-9c26-4b1a-8c56-efca4ebb94ad InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=107 EndTimestamp=2021-07-07T01:11:44.199Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:44.092Z InvocationID=680352a9-f2a2-4108-a307-61a1d36fbced ResponseDesc=Internal Server Error 2021-07-07T01:11:47.199Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ec5193f6-2997-4003-a482-47500e030fa0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:11:47.198Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:47.198Z InvocationID=742281e0-76f4-478d-84a0-fc5a906894e7 2021-07-07T01:11:47.289Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ec5193f6-2997-4003-a482-47500e030fa0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:47.299Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ec5193f6-2997-4003-a482-47500e030fa0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:47.306Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ec5193f6-2997-4003-a482-47500e030fa0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:47.306Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ec5193f6-2997-4003-a482-47500e030fa0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:47.307Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ec5193f6-2997-4003-a482-47500e030fa0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=109 EndTimestamp=2021-07-07T01:11:47.307Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:47.198Z InvocationID=865a4770-c612-4a48-a35e-2dc53903ff11 ResponseDesc=Internal Server Error 2021-07-07T01:11:48.174Z [cluster1-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-07-07T01:11:48.175Z [cluster1-reconnection-0] ERROR com.datastax.driver.core.Cluster Authentication error during reconnection to cassandra.onap/10.242.30.195:9042, scheduling retry in 30000 milliseconds com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T01:11:50.105Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=609f3ae8-9b5b-490c-883a-8ae5eb4d6c1f ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:50.104Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:50.104Z InvocationID=541dc4ab-71e5-449e-a22c-f5b67b5f213a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:50.188Z [qtp817348612-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=609f3ae8-9b5b-490c-883a-8ae5eb4d6c1f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:50.193Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=609f3ae8-9b5b-490c-883a-8ae5eb4d6c1f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:50.197Z [qtp817348612-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=609f3ae8-9b5b-490c-883a-8ae5eb4d6c1f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:50.198Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=609f3ae8-9b5b-490c-883a-8ae5eb4d6c1f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:50.199Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=609f3ae8-9b5b-490c-883a-8ae5eb4d6c1f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=94 EndTimestamp=2021-07-07T01:11:50.198Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:50.104Z InvocationID=7a16e389-fa68-45c0-856d-6709d1214139 ResponseDesc=Internal Server Error 2021-07-07T01:11:52.277Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c42a1dd3-ea92-46cb-bf4e-b6decfa03427 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:11:52.276Z ElapsedTime=0 EndTimestamp=2021-07-07T01:11:52.276Z InvocationID=232401e1-ad8c-4ebf-a8fc-2f27270a333c PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:11:52.287Z [qtp817348612-59] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c42a1dd3-ea92-46cb-bf4e-b6decfa03427 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:52.292Z [qtp817348612-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c42a1dd3-ea92-46cb-bf4e-b6decfa03427 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:52.297Z [qtp817348612-59] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=c42a1dd3-ea92-46cb-bf4e-b6decfa03427 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:52.297Z [qtp817348612-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c42a1dd3-ea92-46cb-bf4e-b6decfa03427 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:52.297Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c42a1dd3-ea92-46cb-bf4e-b6decfa03427 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=21 EndTimestamp=2021-07-07T01:11:52.297Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:52.276Z InvocationID=823f683a-8099-4086-bec9-389032d7281a ResponseDesc=Internal Server Error 2021-07-07T01:11:53.190Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7dad3fb0-e0cf-4ecd-bb08-e667236a4d8b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:11:53.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:53.190Z InvocationID=3cbdc7fe-d800-4392-9aab-06e17e52e711 2021-07-07T01:11:53.198Z [qtp817348612-52] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7dad3fb0-e0cf-4ecd-bb08-e667236a4d8b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:53.288Z [qtp817348612-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7dad3fb0-e0cf-4ecd-bb08-e667236a4d8b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:53.293Z [qtp817348612-52] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=7dad3fb0-e0cf-4ecd-bb08-e667236a4d8b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:53.293Z [qtp817348612-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7dad3fb0-e0cf-4ecd-bb08-e667236a4d8b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:53.294Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7dad3fb0-e0cf-4ecd-bb08-e667236a4d8b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=103 EndTimestamp=2021-07-07T01:11:53.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:53.190Z InvocationID=e868c97f-4979-4e8d-b69b-1bfdf83886b7 ResponseDesc=Internal Server Error 2021-07-07T01:11:55.714Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=47228931-a445-44bf-a3da-73f3f7951b38 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:11:55.714Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:55.714Z InvocationID=dd40d6ae-735e-42b8-860c-036325823210 2021-07-07T01:11:55.789Z [qtp817348612-61] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=47228931-a445-44bf-a3da-73f3f7951b38 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:55.796Z [qtp817348612-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=47228931-a445-44bf-a3da-73f3f7951b38 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:55.801Z [qtp817348612-61] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=47228931-a445-44bf-a3da-73f3f7951b38 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:55.801Z [qtp817348612-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=47228931-a445-44bf-a3da-73f3f7951b38 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:55.802Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=47228931-a445-44bf-a3da-73f3f7951b38 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=88 EndTimestamp=2021-07-07T01:11:55.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:55.714Z InvocationID=d0dcc816-e648-4e2f-8754-4b58ad2d8e35 ResponseDesc=Internal Server Error 2021-07-07T01:11:56.060Z [cluster2-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-07-07T01:11:56.061Z [cluster2-reconnection-0] ERROR com.datastax.driver.core.Cluster Authentication error during reconnection to cassandra.onap/10.242.30.195:9042, scheduling retry in 30000 milliseconds com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T01:11:59.299Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=789cd2a9-e96c-4343-ab24-626151359862 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:11:59.298Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:59.298Z InvocationID=9ce5db93-49b0-4620-9f10-3eb7a57971ea 2021-07-07T01:11:59.391Z [qtp817348612-48] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=789cd2a9-e96c-4343-ab24-626151359862 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:59.395Z [qtp817348612-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=789cd2a9-e96c-4343-ab24-626151359862 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:59.495Z [qtp817348612-48] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=789cd2a9-e96c-4343-ab24-626151359862 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:59.496Z [qtp817348612-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=789cd2a9-e96c-4343-ab24-626151359862 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:11:59.497Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=789cd2a9-e96c-4343-ab24-626151359862 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=199 EndTimestamp=2021-07-07T01:11:59.497Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:11:59.298Z InvocationID=273d489a-fcef-46be-8c55-c1a97a3a0fd3 ResponseDesc=Internal Server Error 2021-07-07T01:12:02.097Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=77ee612c-1fd5-4228-bd83-0ebc9f042964 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:12:02.096Z ElapsedTime=0 EndTimestamp=2021-07-07T01:12:02.096Z InvocationID=bbb401c2-da1b-48be-9f35-4b53869a00f9 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:12:02.104Z [qtp817348612-60] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=77ee612c-1fd5-4228-bd83-0ebc9f042964 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:02.188Z [qtp817348612-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=77ee612c-1fd5-4228-bd83-0ebc9f042964 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:02.193Z [qtp817348612-60] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=77ee612c-1fd5-4228-bd83-0ebc9f042964 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:02.193Z [qtp817348612-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=77ee612c-1fd5-4228-bd83-0ebc9f042964 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:02.195Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=77ee612c-1fd5-4228-bd83-0ebc9f042964 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=98 EndTimestamp=2021-07-07T01:12:02.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:02.096Z InvocationID=f11c4127-8394-4729-8d6e-4cbaf6edc96f ResponseDesc=Internal Server Error 2021-07-07T01:12:02.276Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4e071eb5-e090-4e77-beb4-0de89274bc22 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:02.276Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:02.276Z InvocationID=e9680f0f-814f-4f37-bfb5-af2b2d53d964 2021-07-07T01:12:02.286Z [qtp817348612-53] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4e071eb5-e090-4e77-beb4-0de89274bc22 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:02.290Z [qtp817348612-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4e071eb5-e090-4e77-beb4-0de89274bc22 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:02.294Z [qtp817348612-53] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4e071eb5-e090-4e77-beb4-0de89274bc22 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:02.294Z [qtp817348612-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4e071eb5-e090-4e77-beb4-0de89274bc22 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:02.295Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4e071eb5-e090-4e77-beb4-0de89274bc22 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=18 EndTimestamp=2021-07-07T01:12:02.294Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:02.276Z InvocationID=cbba861d-ba8a-4446-8ab3-4f32204eb0f1 ResponseDesc=Internal Server Error 2021-07-07T01:12:04.714Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=23b7c8fd-d1aa-478b-a879-298e16179ed0 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 EntryTimestamp=2021-07-07T01:12:04.713Z ElapsedTime=0 EndTimestamp=2021-07-07T01:12:04.713Z InvocationID=b43dba79-5d4b-43ff-99b6-d6c9001c1dd3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 2021-07-07T01:12:04.787Z [qtp817348612-49] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=23b7c8fd-d1aa-478b-a879-298e16179ed0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:04.795Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=23b7c8fd-d1aa-478b-a879-298e16179ed0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:04.799Z [qtp817348612-49] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=23b7c8fd-d1aa-478b-a879-298e16179ed0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:04.799Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=23b7c8fd-d1aa-478b-a879-298e16179ed0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:04.800Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=23b7c8fd-d1aa-478b-a879-298e16179ed0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=87 EndTimestamp=2021-07-07T01:12:04.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:04.713Z InvocationID=6f1cc7a3-4499-40f5-acea-104cb889c7a0 ResponseDesc=Internal Server Error 2021-07-07T01:12:08.093Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c99e158a-4480-474e-8cb3-3eb4cbbc3fb4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:08.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:08.092Z InvocationID=82cfa652-5507-458d-8617-e37be8f4e98e 2021-07-07T01:12:08.099Z [qtp817348612-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c99e158a-4480-474e-8cb3-3eb4cbbc3fb4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:08.103Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c99e158a-4480-474e-8cb3-3eb4cbbc3fb4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:08.188Z [qtp817348612-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=c99e158a-4480-474e-8cb3-3eb4cbbc3fb4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:08.188Z [qtp817348612-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c99e158a-4480-474e-8cb3-3eb4cbbc3fb4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:08.189Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c99e158a-4480-474e-8cb3-3eb4cbbc3fb4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=96 EndTimestamp=2021-07-07T01:12:08.188Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:08.092Z InvocationID=07765097-0cb3-44fd-999c-6c7dc62ee2dc ResponseDesc=Internal Server Error 2021-07-07T01:12:10.989Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=79d576ca-e3b6-4d7e-9466-b196f4b4383a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:10.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:10.989Z InvocationID=4b6943f7-6b6e-450d-989d-38b851e92a49 2021-07-07T01:12:10.995Z [qtp817348612-51] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=79d576ca-e3b6-4d7e-9466-b196f4b4383a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:11.000Z [qtp817348612-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=79d576ca-e3b6-4d7e-9466-b196f4b4383a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:11.009Z [qtp817348612-51] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=79d576ca-e3b6-4d7e-9466-b196f4b4383a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:11.009Z [qtp817348612-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=79d576ca-e3b6-4d7e-9466-b196f4b4383a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:11.010Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=79d576ca-e3b6-4d7e-9466-b196f4b4383a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=21 EndTimestamp=2021-07-07T01:12:11.010Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:10.989Z InvocationID=d7b1ba48-3875-461c-b0ef-0e1606559efc ResponseDesc=Internal Server Error 2021-07-07T01:12:12.277Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=97523ec4-e5fb-490a-a89e-beb14c1fefe0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:12.276Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:12.276Z InvocationID=110d6f66-75a7-496b-a9ac-e88f8bad7257 2021-07-07T01:12:12.288Z [qtp817348612-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=97523ec4-e5fb-490a-a89e-beb14c1fefe0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:12.292Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=97523ec4-e5fb-490a-a89e-beb14c1fefe0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:12.297Z [qtp817348612-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=97523ec4-e5fb-490a-a89e-beb14c1fefe0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:12.297Z [qtp817348612-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=97523ec4-e5fb-490a-a89e-beb14c1fefe0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:12.297Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=97523ec4-e5fb-490a-a89e-beb14c1fefe0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=21 EndTimestamp=2021-07-07T01:12:12.297Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:12.276Z InvocationID=64bf45bb-332b-4188-a901-0c90e7106419 ResponseDesc=Internal Server Error 2021-07-07T01:12:13.912Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5879c585-3c25-4846-8b8c-09fd9f111afb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:13.912Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:13.912Z InvocationID=ccc126ca-6f0d-4172-9fb9-872191bbd58b 2021-07-07T01:12:13.989Z [qtp817348612-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5879c585-3c25-4846-8b8c-09fd9f111afb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:13.995Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5879c585-3c25-4846-8b8c-09fd9f111afb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:14.001Z [qtp817348612-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=5879c585-3c25-4846-8b8c-09fd9f111afb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:14.001Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5879c585-3c25-4846-8b8c-09fd9f111afb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:14.002Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=5879c585-3c25-4846-8b8c-09fd9f111afb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=90 EndTimestamp=2021-07-07T01:12:14.002Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:13.912Z InvocationID=d0f40603-c10d-4006-bb99-dc525dc1e3fb ResponseDesc=Internal Server Error 2021-07-07T01:12:17.090Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d6abcfcc-4c77-46f3-b609-5ba2a6d49fa5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:17.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:17.090Z InvocationID=ead6402e-b266-43b8-8697-b8dc402b3e5e 2021-07-07T01:12:17.096Z [qtp817348612-50] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d6abcfcc-4c77-46f3-b609-5ba2a6d49fa5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:17.186Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d6abcfcc-4c77-46f3-b609-5ba2a6d49fa5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:17.192Z [qtp817348612-50] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d6abcfcc-4c77-46f3-b609-5ba2a6d49fa5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:17.192Z [qtp817348612-50] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d6abcfcc-4c77-46f3-b609-5ba2a6d49fa5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:17.193Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d6abcfcc-4c77-46f3-b609-5ba2a6d49fa5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=103 EndTimestamp=2021-07-07T01:12:17.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:17.090Z InvocationID=fdabd01b-cb2b-4461-875d-260d78d36eb1 ResponseDesc=Internal Server Error 2021-07-07T01:12:20.203Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=54e23c81-9491-414b-9e22-bd09334929a8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:20.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:20.203Z InvocationID=b8d5d9c1-5781-470f-aed6-226ddb8f0e6e 2021-07-07T01:12:20.287Z [qtp817348612-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=54e23c81-9491-414b-9e22-bd09334929a8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:20.292Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=54e23c81-9491-414b-9e22-bd09334929a8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:20.297Z [qtp817348612-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=54e23c81-9491-414b-9e22-bd09334929a8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:20.297Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=54e23c81-9491-414b-9e22-bd09334929a8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:20.297Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=54e23c81-9491-414b-9e22-bd09334929a8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=94 EndTimestamp=2021-07-07T01:12:20.297Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:20.203Z InvocationID=169a5777-2f20-458d-bac6-d27fcd14e727 ResponseDesc=Internal Server Error 2021-07-07T01:12:22.277Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7e0f78e9-41f7-4550-9403-f62006dc3767 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:22.276Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:22.276Z InvocationID=6cbb3cb4-264f-4621-b4a5-39c60f9a07c9 2021-07-07T01:12:22.289Z [qtp817348612-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7e0f78e9-41f7-4550-9403-f62006dc3767 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:22.294Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7e0f78e9-41f7-4550-9403-f62006dc3767 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:22.299Z [qtp817348612-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=7e0f78e9-41f7-4550-9403-f62006dc3767 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:22.299Z [qtp817348612-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7e0f78e9-41f7-4550-9403-f62006dc3767 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:22.299Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7e0f78e9-41f7-4550-9403-f62006dc3767 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=23 EndTimestamp=2021-07-07T01:12:22.299Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:22.276Z InvocationID=3fac8a17-d9de-4cdd-92c4-81e0530a8e8c ResponseDesc=Internal Server Error 2021-07-07T01:12:22.862Z [cluster1-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-07-07T01:12:22.863Z [cluster1-reconnection-0] ERROR com.datastax.driver.core.Cluster Authentication error during reconnection to cassandra.onap/10.242.30.195:9042, scheduling retry in 30000 milliseconds com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T01:12:23.199Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=62a99129-2290-4eea-b4ec-a5bd0cdb3aac InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:23.198Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:23.198Z InvocationID=a3ae141a-9c2e-4d55-9d38-c0036e4b51a4 2021-07-07T01:12:23.288Z [qtp817348612-45] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=62a99129-2290-4eea-b4ec-a5bd0cdb3aac InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:23.294Z [qtp817348612-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=62a99129-2290-4eea-b4ec-a5bd0cdb3aac InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:23.298Z [qtp817348612-45] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=62a99129-2290-4eea-b4ec-a5bd0cdb3aac InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:23.298Z [qtp817348612-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=62a99129-2290-4eea-b4ec-a5bd0cdb3aac InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:23.299Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=62a99129-2290-4eea-b4ec-a5bd0cdb3aac InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=101 EndTimestamp=2021-07-07T01:12:23.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:23.198Z InvocationID=81799681-ee1f-4d8d-bc00-0454fa63e802 ResponseDesc=Internal Server Error 2021-07-07T01:12:25.791Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8cb460ee-af12-43b3-8c40-525d019d7c24 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:25.791Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:25.791Z InvocationID=7f10ee94-0e8c-41d7-9350-41ff980329ec 2021-07-07T01:12:25.797Z [qtp817348612-52] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8cb460ee-af12-43b3-8c40-525d019d7c24 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:25.801Z [qtp817348612-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8cb460ee-af12-43b3-8c40-525d019d7c24 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:25.805Z [qtp817348612-52] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8cb460ee-af12-43b3-8c40-525d019d7c24 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:25.805Z [qtp817348612-52] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8cb460ee-af12-43b3-8c40-525d019d7c24 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:25.806Z [qtp817348612-52] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8cb460ee-af12-43b3-8c40-525d019d7c24 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=15 EndTimestamp=2021-07-07T01:12:25.806Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:25.791Z InvocationID=70912e74-7919-4c65-a4dd-2e79b48ef7a0 ResponseDesc=Internal Server Error 2021-07-07T01:12:29.099Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3e3f1d9a-878b-489b-8e22-261b4e20f10e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:29.099Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:29.099Z InvocationID=879eeb87-ed28-43a9-a5da-8b6ee7fc53d4 2021-07-07T01:12:29.189Z [qtp817348612-48] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3e3f1d9a-878b-489b-8e22-261b4e20f10e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:29.195Z [qtp817348612-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3e3f1d9a-878b-489b-8e22-261b4e20f10e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:29.286Z [qtp817348612-48] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=3e3f1d9a-878b-489b-8e22-261b4e20f10e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:29.286Z [qtp817348612-48] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3e3f1d9a-878b-489b-8e22-261b4e20f10e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:29.287Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=3e3f1d9a-878b-489b-8e22-261b4e20f10e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=188 EndTimestamp=2021-07-07T01:12:29.287Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:29.099Z InvocationID=e7aa2c22-4119-4c56-89d0-56287cb10ee3 ResponseDesc=Internal Server Error 2021-07-07T01:12:32.100Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d1891491-d42d-42ec-86dc-73ed1ea54f22 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:32.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:32.100Z InvocationID=b682a6dc-eb47-4b0e-ac51-b9f9905d6bf9 2021-07-07T01:12:32.187Z [qtp817348612-60] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d1891491-d42d-42ec-86dc-73ed1ea54f22 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:32.194Z [qtp817348612-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d1891491-d42d-42ec-86dc-73ed1ea54f22 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:32.200Z [qtp817348612-60] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d1891491-d42d-42ec-86dc-73ed1ea54f22 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:32.200Z [qtp817348612-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d1891491-d42d-42ec-86dc-73ed1ea54f22 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:32.200Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d1891491-d42d-42ec-86dc-73ed1ea54f22 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=100 EndTimestamp=2021-07-07T01:12:32.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:32.100Z InvocationID=ca0aad02-15e1-4d01-a446-fba78dfc83e6 ResponseDesc=Internal Server Error 2021-07-07T01:12:32.276Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fd00f38c-9545-479a-86a5-411996a29090 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:32.276Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:32.276Z InvocationID=78840e3f-e760-4af2-ad13-599abfbeb021 2021-07-07T01:12:32.287Z [qtp817348612-58] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fd00f38c-9545-479a-86a5-411996a29090 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:32.293Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fd00f38c-9545-479a-86a5-411996a29090 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:32.386Z [qtp817348612-58] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fd00f38c-9545-479a-86a5-411996a29090 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:32.386Z [qtp817348612-58] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fd00f38c-9545-479a-86a5-411996a29090 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:32.387Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fd00f38c-9545-479a-86a5-411996a29090 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=111 EndTimestamp=2021-07-07T01:12:32.387Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:32.276Z InvocationID=299b32a1-277b-4f16-87e6-5ecf5ce727d0 ResponseDesc=Internal Server Error 2021-07-07T01:12:34.900Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=843f16ed-b0b6-481b-9a38-ed1719e025a9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:34.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:34.899Z InvocationID=b3736a95-b36c-40d7-8411-aaad1267f086 2021-07-07T01:12:34.986Z [qtp817348612-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=843f16ed-b0b6-481b-9a38-ed1719e025a9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:34.992Z [qtp817348612-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=843f16ed-b0b6-481b-9a38-ed1719e025a9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:35.004Z [qtp817348612-46] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=843f16ed-b0b6-481b-9a38-ed1719e025a9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:35.004Z [qtp817348612-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=843f16ed-b0b6-481b-9a38-ed1719e025a9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:35.005Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=843f16ed-b0b6-481b-9a38-ed1719e025a9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=106 EndTimestamp=2021-07-07T01:12:35.005Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:34.899Z InvocationID=d342fbf6-c805-4c8f-bf74-ee14c6d5f288 ResponseDesc=Internal Server Error 2021-07-07T01:12:38.392Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b84a6e59-640c-420c-be15-66572343375c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:38.392Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:38.392Z InvocationID=e8ffb015-0751-47d1-82e3-b3f3a0a5e0ed 2021-07-07T01:12:38.399Z [qtp817348612-49] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b84a6e59-640c-420c-be15-66572343375c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:38.488Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b84a6e59-640c-420c-be15-66572343375c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:38.493Z [qtp817348612-49] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b84a6e59-640c-420c-be15-66572343375c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:38.493Z [qtp817348612-49] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b84a6e59-640c-420c-be15-66572343375c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:38.494Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b84a6e59-640c-420c-be15-66572343375c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=102 EndTimestamp=2021-07-07T01:12:38.494Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:38.392Z InvocationID=6768806e-b2ab-4fd2-825f-d0297351bfd4 ResponseDesc=Internal Server Error 2021-07-07T01:12:41.299Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c7b16b42-66cc-4084-8d83-fd60cdc97224 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:41.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:41.299Z InvocationID=1cde5f26-66ee-4f71-9813-da660647aa96 2021-07-07T01:12:41.387Z [qtp817348612-51] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c7b16b42-66cc-4084-8d83-fd60cdc97224 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:41.392Z [qtp817348612-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c7b16b42-66cc-4084-8d83-fd60cdc97224 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:41.398Z [qtp817348612-51] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=c7b16b42-66cc-4084-8d83-fd60cdc97224 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:41.398Z [qtp817348612-51] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c7b16b42-66cc-4084-8d83-fd60cdc97224 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:41.399Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c7b16b42-66cc-4084-8d83-fd60cdc97224 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=100 EndTimestamp=2021-07-07T01:12:41.399Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:41.299Z InvocationID=529186d3-b955-4f4c-9298-10fa5e0456b2 ResponseDesc=Internal Server Error 2021-07-07T01:12:42.277Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b6b54f16-4b17-41c5-a1ab-c65cbaaedbf3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:42.277Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:42.277Z InvocationID=bb5403d9-fe0d-4374-87f8-e82860409cb0 2021-07-07T01:12:42.287Z [qtp817348612-53] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b6b54f16-4b17-41c5-a1ab-c65cbaaedbf3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:42.292Z [qtp817348612-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b6b54f16-4b17-41c5-a1ab-c65cbaaedbf3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:42.297Z [qtp817348612-53] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b6b54f16-4b17-41c5-a1ab-c65cbaaedbf3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:42.297Z [qtp817348612-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b6b54f16-4b17-41c5-a1ab-c65cbaaedbf3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:42.298Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b6b54f16-4b17-41c5-a1ab-c65cbaaedbf3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=20 EndTimestamp=2021-07-07T01:12:42.297Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:42.277Z InvocationID=cf740f79-f8b0-44ec-8333-9e7e7dc2e346 ResponseDesc=Internal Server Error 2021-07-07T01:12:44.104Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dbc361d1-fb55-40be-b317-96ccd11160ae InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:44.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:44.103Z InvocationID=4de0e937-f1dc-42ad-a300-73aa496c6466 2021-07-07T01:12:44.188Z [qtp817348612-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dbc361d1-fb55-40be-b317-96ccd11160ae InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:44.193Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=dbc361d1-fb55-40be-b317-96ccd11160ae InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:44.197Z [qtp817348612-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=dbc361d1-fb55-40be-b317-96ccd11160ae InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:44.197Z [qtp817348612-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=dbc361d1-fb55-40be-b317-96ccd11160ae InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:44.198Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=dbc361d1-fb55-40be-b317-96ccd11160ae InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=95 EndTimestamp=2021-07-07T01:12:44.198Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:44.103Z InvocationID=52f7747f-8a35-4324-81aa-dbfdda45c3d9 ResponseDesc=Internal Server Error 2021-07-07T01:12:47.104Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fbf509f8-f5b5-4695-92d3-b55984b97480 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:47.104Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:47.104Z InvocationID=03f16df1-74c5-427f-9542-13854f8edeb4 2021-07-07T01:12:47.187Z [qtp817348612-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fbf509f8-f5b5-4695-92d3-b55984b97480 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:47.195Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fbf509f8-f5b5-4695-92d3-b55984b97480 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:47.200Z [qtp817348612-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fbf509f8-f5b5-4695-92d3-b55984b97480 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:47.200Z [qtp817348612-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fbf509f8-f5b5-4695-92d3-b55984b97480 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:47.201Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fbf509f8-f5b5-4695-92d3-b55984b97480 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=97 EndTimestamp=2021-07-07T01:12:47.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:47.104Z InvocationID=cdf53deb-088c-4e69-8915-178890a7a614 ResponseDesc=Internal Server Error 2021-07-07T01:12:50.297Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=128345e2-3f2a-48ff-98f5-739c7a1e1fbd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:50.297Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:50.297Z InvocationID=906cb02d-de9e-4ee9-93ad-62f81e246ee3 2021-07-07T01:12:50.388Z [qtp817348612-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=128345e2-3f2a-48ff-98f5-739c7a1e1fbd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:50.399Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=128345e2-3f2a-48ff-98f5-739c7a1e1fbd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:50.490Z [qtp817348612-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=128345e2-3f2a-48ff-98f5-739c7a1e1fbd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:50.490Z [qtp817348612-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=128345e2-3f2a-48ff-98f5-739c7a1e1fbd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:50.491Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=128345e2-3f2a-48ff-98f5-739c7a1e1fbd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=194 EndTimestamp=2021-07-07T01:12:50.491Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:50.297Z InvocationID=2b51b1da-0eb5-49bb-a44a-196e09ac0eb8 ResponseDesc=Internal Server Error 2021-07-07T01:12:52.277Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1c7bf3a2-ef43-438c-ae46-afbe7442408c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:52.277Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:52.277Z InvocationID=932cfcc1-c246-4d69-8941-03b9d3bd7a6b 2021-07-07T01:12:52.287Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1c7bf3a2-ef43-438c-ae46-afbe7442408c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:52.299Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1c7bf3a2-ef43-438c-ae46-afbe7442408c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:52.303Z [qtp817348612-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1c7bf3a2-ef43-438c-ae46-afbe7442408c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:52.303Z [qtp817348612-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1c7bf3a2-ef43-438c-ae46-afbe7442408c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:52.304Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1c7bf3a2-ef43-438c-ae46-afbe7442408c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=27 EndTimestamp=2021-07-07T01:12:52.304Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:52.277Z InvocationID=2b8514da-cc69-4c68-a5bd-5d477f77619c ResponseDesc=Internal Server Error 2021-07-07T01:12:53.092Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=18709c07-3244-44dc-906d-1382962f72fc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:53.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:53.092Z InvocationID=26fc629c-70c4-48e7-bb1f-5819e17162d1 2021-07-07T01:12:53.098Z [qtp817348612-59] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=18709c07-3244-44dc-906d-1382962f72fc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:53.189Z [qtp817348612-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=18709c07-3244-44dc-906d-1382962f72fc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:53.198Z [qtp817348612-59] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=18709c07-3244-44dc-906d-1382962f72fc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:53.198Z [qtp817348612-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=18709c07-3244-44dc-906d-1382962f72fc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:53.199Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=18709c07-3244-44dc-906d-1382962f72fc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=107 EndTimestamp=2021-07-07T01:12:53.199Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:53.092Z InvocationID=b90f5527-818e-46ad-9135-32b9205e9740 ResponseDesc=Internal Server Error 2021-07-07T01:12:55.802Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2f323b95-7e08-4317-8bab-5159493e949c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:55.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:55.802Z InvocationID=141113a9-f106-46a4-b159-fdb3682c2fb1 2021-07-07T01:12:55.807Z [qtp817348612-45] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2f323b95-7e08-4317-8bab-5159493e949c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:55.886Z [qtp817348612-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2f323b95-7e08-4317-8bab-5159493e949c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:55.890Z [qtp817348612-45] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=2f323b95-7e08-4317-8bab-5159493e949c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:55.890Z [qtp817348612-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2f323b95-7e08-4317-8bab-5159493e949c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:55.891Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=2f323b95-7e08-4317-8bab-5159493e949c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=89 EndTimestamp=2021-07-07T01:12:55.891Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:55.802Z InvocationID=19bf8077-7ae0-4fcc-b47d-525e4d9d14b1 ResponseDesc=Internal Server Error 2021-07-07T01:12:59.195Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ae60f0e7-c724-47ca-982e-fe283f2ced0a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:12:59.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:59.194Z InvocationID=820a0abb-9456-403e-9377-ba6d6fe33464 2021-07-07T01:12:59.288Z [qtp817348612-60] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ae60f0e7-c724-47ca-982e-fe283f2ced0a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:59.385Z [qtp817348612-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ae60f0e7-c724-47ca-982e-fe283f2ced0a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:59.404Z [qtp817348612-60] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ae60f0e7-c724-47ca-982e-fe283f2ced0a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:59.404Z [qtp817348612-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ae60f0e7-c724-47ca-982e-fe283f2ced0a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:12:59.405Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ae60f0e7-c724-47ca-982e-fe283f2ced0a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=211 EndTimestamp=2021-07-07T01:12:59.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:12:59.194Z InvocationID=ae5efe27-cefa-4265-9675-76592fd042f8 ResponseDesc=Internal Server Error 2021-07-07T01:13:01.457Z [cluster1-reconnection-1] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-07-07T01:13:01.459Z [cluster1-reconnection-1] ERROR com.datastax.driver.core.Cluster Authentication error during reconnection to cassandra.onap/10.242.30.195:9042, scheduling retry in 30000 milliseconds com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.30.195:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-07-07T01:13:01.896Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c10501e-6b45-4719-8792-bb1a578a3f53 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:01.896Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:01.896Z InvocationID=e8551815-a33f-4447-9f48-e6bf989d300f 2021-07-07T01:13:01.902Z [qtp817348612-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c10501e-6b45-4719-8792-bb1a578a3f53 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:13:01.988Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6c10501e-6b45-4719-8792-bb1a578a3f53 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:13:01.993Z [qtp817348612-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6c10501e-6b45-4719-8792-bb1a578a3f53 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:13:01.994Z [qtp817348612-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6c10501e-6b45-4719-8792-bb1a578a3f53 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:13:01.995Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6c10501e-6b45-4719-8792-bb1a578a3f53 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=98 EndTimestamp=2021-07-07T01:13:01.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:01.896Z InvocationID=aa2bb245-694f-408b-bb40-95584d544c72 ResponseDesc=Internal Server Error 2021-07-07T01:13:02.277Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1849cd13-d9ad-4a9f-83cc-0d9bcc126f6e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:02.276Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:02.276Z InvocationID=fb4655e1-917d-45b3-b4e8-7eb1bd2f3cd6 2021-07-07T01:13:02.287Z [qtp817348612-61] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1849cd13-d9ad-4a9f-83cc-0d9bcc126f6e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:13:02.309Z [qtp817348612-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1849cd13-d9ad-4a9f-83cc-0d9bcc126f6e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy136.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:13:02.389Z [qtp817348612-61] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1849cd13-d9ad-4a9f-83cc-0d9bcc126f6e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:13:02.390Z [qtp817348612-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1849cd13-d9ad-4a9f-83cc-0d9bcc126f6e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy39.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:41) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:70) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:13:02.391Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1849cd13-d9ad-4a9f-83cc-0d9bcc126f6e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=114 EndTimestamp=2021-07-07T01:13:02.390Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:02.276Z InvocationID=6f3d9925-67c6-4262-b988-e7c36894fa51 ResponseDesc=Internal Server Error 2021-07-07T01:13:04.901Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=97d2af84-5fdc-4582-a240-0fbc38c57051 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:04.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:04.901Z InvocationID=616d3438-8cb2-4fbb-a365-70ce72d9a147 2021-07-07T01:13:05.084Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=97d2af84-5fdc-4582-a240-0fbc38c57051 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:05.387Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=97d2af84-5fdc-4582-a240-0fbc38c57051 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=486 EndTimestamp=2021-07-07T01:13:05.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:04.901Z InvocationID=063dc9d9-1f64-430c-918b-59fbf552c66c ResponseDesc=OK 2021-07-07T01:13:08.286Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=822de24d-29ef-41c4-b0a8-4ca91a159fb3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:08.286Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:08.286Z InvocationID=3139541c-8637-401a-a9e5-9820f4d8ed20 2021-07-07T01:13:08.385Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=822de24d-29ef-41c4-b0a8-4ca91a159fb3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:08.686Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=822de24d-29ef-41c4-b0a8-4ca91a159fb3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=400 EndTimestamp=2021-07-07T01:13:08.686Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:08.286Z InvocationID=546fb9e1-da34-42c7-8596-2cb7eca25d96 ResponseDesc=OK 2021-07-07T01:13:11.010Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b3adb3ee-84ef-4011-ad43-40e61b3fa919 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:11.010Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:11.010Z InvocationID=3b055b95-b3ba-49d8-9d08-11a71e074aaa 2021-07-07T01:13:11.096Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b3adb3ee-84ef-4011-ad43-40e61b3fa919 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:11.447Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b3adb3ee-84ef-4011-ad43-40e61b3fa919 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=437 EndTimestamp=2021-07-07T01:13:11.447Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:11.010Z InvocationID=d0fc4d06-663f-43c0-89a2-2e0531c44335 ResponseDesc=OK 2021-07-07T01:13:12.276Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0265214c-596e-48c3-a08e-31cf336ff316 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:12.276Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:12.276Z InvocationID=e388a7e4-733b-473f-9af5-da66de03b0b7 2021-07-07T01:13:12.543Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0265214c-596e-48c3-a08e-31cf336ff316 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:12.785Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0265214c-596e-48c3-a08e-31cf336ff316 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=509 EndTimestamp=2021-07-07T01:13:12.785Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:12.276Z InvocationID=0287aa6e-b8be-49f7-845a-737df817e2e7 ResponseDesc=OK 2021-07-07T01:13:13.924Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d70255a9-8bdf-4d65-95f5-4c8322acbe19 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:13.924Z InvocationID=c36ba713-d52d-4d77-8ccc-8f5462e3aed4 2021-07-07T01:13:14.086Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d70255a9-8bdf-4d65-95f5-4c8322acbe19 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:14.104Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=821d499a-5148-4fa1-a276-ce30ebf65a06 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:14.104Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:14.104Z InvocationID=6980504d-8b04-4be2-bf5b-890d5065e44c 2021-07-07T01:13:14.189Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=821d499a-5148-4fa1-a276-ce30ebf65a06 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:14.386Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=821d499a-5148-4fa1-a276-ce30ebf65a06 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=282 EndTimestamp=2021-07-07T01:13:14.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:14.104Z InvocationID=6e095234-85dd-408d-8039-59304993a04f ResponseDesc=OK 2021-07-07T01:13:14.543Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d70255a9-8bdf-4d65-95f5-4c8322acbe19 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=619 EndTimestamp=2021-07-07T01:13:14.543Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:13.924Z InvocationID=85fe62e4-cf2f-4ed5-bb85-e3bb15ca60f8 ResponseDesc=OK 2021-07-07T01:13:16.571Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2fb07a7b-25bd-4854-bca3-0b6943a90531 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:16.571Z InvocationID=3d4f3151-ea1b-4307-ad58-1e80d0411b67 2021-07-07T01:13:16.842Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2fb07a7b-25bd-4854-bca3-0b6943a90531 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:16.998Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e9f1ea7b-d98e-4303-ba17-4b20ad689f89 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:16.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:16.998Z InvocationID=0e26c9f2-728d-421d-b87c-e0b398d0b522 2021-07-07T01:13:17.089Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2fb07a7b-25bd-4854-bca3-0b6943a90531 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=517 EndTimestamp=2021-07-07T01:13:17.088Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:16.571Z InvocationID=3936f0e9-aea7-4f27-8721-b968a531ee79 ResponseDesc=OK 2021-07-07T01:13:17.143Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e9f1ea7b-d98e-4303-ba17-4b20ad689f89 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:17.752Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e9f1ea7b-d98e-4303-ba17-4b20ad689f89 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=753 EndTimestamp=2021-07-07T01:13:17.751Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:16.998Z InvocationID=ef91bdbc-c9e2-45d0-a9c1-68d0ec1d4b21 ResponseDesc=OK 2021-07-07T01:13:20.296Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e26935c7-4c87-451a-9366-0d9e5852aac3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:20.296Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:20.296Z InvocationID=88e9177d-658f-48f3-9ff0-e2925fc59e72 2021-07-07T01:13:20.484Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e26935c7-4c87-451a-9366-0d9e5852aac3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:20.843Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e26935c7-4c87-451a-9366-0d9e5852aac3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=547 EndTimestamp=2021-07-07T01:13:20.843Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:20.296Z InvocationID=845030c6-16c4-445a-945f-4b857c9021bb ResponseDesc=OK 2021-07-07T01:13:23.196Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=024bb961-bb29-4082-8326-b28729985b4e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:23.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:23.196Z InvocationID=11917511-108a-482d-a41a-7c35228e5705 2021-07-07T01:13:23.342Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=024bb961-bb29-4082-8326-b28729985b4e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:23.488Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=024bb961-bb29-4082-8326-b28729985b4e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=292 EndTimestamp=2021-07-07T01:13:23.488Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:23.196Z InvocationID=0d14f284-89de-4234-87be-de73f1501e05 ResponseDesc=OK 2021-07-07T01:13:23.927Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=15884a32-eff8-4b18-b1e0-86c088740cd1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:23.927Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:23.927Z InvocationID=72816235-11bd-4564-b8b4-4c050ebae51c 2021-07-07T01:13:24.154Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=15884a32-eff8-4b18-b1e0-86c088740cd1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:24.387Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=15884a32-eff8-4b18-b1e0-86c088740cd1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=459 EndTimestamp=2021-07-07T01:13:24.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:23.927Z InvocationID=3d0a330c-a65d-440f-920b-b6a98d6920af ResponseDesc=OK 2021-07-07T01:13:25.890Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=51eaf172-03cb-4dca-8787-c52886b9b17c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:25.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:25.890Z InvocationID=90bdeec6-6532-4933-8619-1300a6a567c3 2021-07-07T01:13:25.984Z [qtp817348612-51] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=51eaf172-03cb-4dca-8787-c52886b9b17c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:26.243Z [qtp817348612-51] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=51eaf172-03cb-4dca-8787-c52886b9b17c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=353 EndTimestamp=2021-07-07T01:13:26.243Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:25.890Z InvocationID=9dacc3e6-c453-4e35-9af2-f9118beccbd3 ResponseDesc=OK 2021-07-07T01:13:26.572Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2b5bf763-fc9a-4143-9819-761a624926ab InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:26.572Z InvocationID=ef65247c-dbad-406c-9954-9b7ad2d1edce 2021-07-07T01:13:26.742Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2b5bf763-fc9a-4143-9819-761a624926ab InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:26.985Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2b5bf763-fc9a-4143-9819-761a624926ab InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=413 EndTimestamp=2021-07-07T01:13:26.985Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:26.572Z InvocationID=def089f4-0788-4d76-a442-8d227cfef768 ResponseDesc=OK 2021-07-07T01:13:28.999Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3cc4dad2-249c-4317-b12f-2b60b482114b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:28.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:28.999Z InvocationID=6ebf74bb-34a3-41bc-a92f-b25fc255baa4 2021-07-07T01:13:29.186Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3cc4dad2-249c-4317-b12f-2b60b482114b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:29.587Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3cc4dad2-249c-4317-b12f-2b60b482114b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=588 EndTimestamp=2021-07-07T01:13:29.587Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:28.999Z InvocationID=0a457d12-cc70-4883-ac05-9a24fc698509 ResponseDesc=OK 2021-07-07T01:13:31.997Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=41d3dcf4-bfb2-4e28-ab73-a7503e2b956c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:31.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:31.997Z InvocationID=fdc91d99-ca23-4660-975b-694e0fae44e4 2021-07-07T01:13:32.087Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=41d3dcf4-bfb2-4e28-ab73-a7503e2b956c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:32.343Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=41d3dcf4-bfb2-4e28-ab73-a7503e2b956c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=346 EndTimestamp=2021-07-07T01:13:32.343Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:31.997Z InvocationID=c7c32f50-b1fa-417b-a9f1-58b6caaec0f0 ResponseDesc=OK 2021-07-07T01:13:33.929Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d5dba7a2-d01d-445d-ac80-faad8dbc959c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:33.929Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:33.929Z InvocationID=58155d9b-223e-43c7-a014-952abd78a793 2021-07-07T01:13:34.042Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d5dba7a2-d01d-445d-ac80-faad8dbc959c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:34.285Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d5dba7a2-d01d-445d-ac80-faad8dbc959c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=355 EndTimestamp=2021-07-07T01:13:34.284Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:33.929Z InvocationID=d16addce-80fc-4839-bc9c-31741d0a104b ResponseDesc=OK 2021-07-07T01:13:34.808Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0aeba1ac-fc21-4fed-8d57-c3811bb60380 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:34.807Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:34.807Z InvocationID=2f3ce341-61d8-44ad-9a88-d833666e96e6 2021-07-07T01:13:34.985Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0aeba1ac-fc21-4fed-8d57-c3811bb60380 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:35.287Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0aeba1ac-fc21-4fed-8d57-c3811bb60380 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=480 EndTimestamp=2021-07-07T01:13:35.287Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:34.807Z InvocationID=e93f7191-9d2e-4ea7-879e-226a3c31bc29 ResponseDesc=OK 2021-07-07T01:13:36.571Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=38b5e9ef-3875-4f74-89be-3d5ed100d504 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:36.571Z InvocationID=69860b42-3b52-4e35-a021-6362a48ca2cc 2021-07-07T01:13:36.683Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=38b5e9ef-3875-4f74-89be-3d5ed100d504 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:37.243Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=38b5e9ef-3875-4f74-89be-3d5ed100d504 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=672 EndTimestamp=2021-07-07T01:13:37.243Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:36.571Z InvocationID=f8149f21-fab9-4f37-b4d6-4eb3c08ff583 ResponseDesc=OK 2021-07-07T01:13:38.091Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=614f92f1-c929-403c-90bd-44a72e06e0b9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:38.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:38.091Z InvocationID=08206911-7454-4943-9342-edc9927fa96a 2021-07-07T01:13:38.242Z [qtp817348612-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=614f92f1-c929-403c-90bd-44a72e06e0b9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:38.485Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=614f92f1-c929-403c-90bd-44a72e06e0b9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=394 EndTimestamp=2021-07-07T01:13:38.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:38.091Z InvocationID=99dc9af1-4a50-4195-b80d-3d4f7f7b125e ResponseDesc=OK 2021-07-07T01:13:41.302Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1fa66ee0-f05f-4856-8c86-d3bb41eb0a66 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:41.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:41.301Z InvocationID=6de09265-8e70-466b-a3f8-7ba7a3863f1f 2021-07-07T01:13:41.486Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1fa66ee0-f05f-4856-8c86-d3bb41eb0a66 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:41.786Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1fa66ee0-f05f-4856-8c86-d3bb41eb0a66 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=485 EndTimestamp=2021-07-07T01:13:41.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:41.301Z InvocationID=4463f13f-893c-4bd2-a38a-631b6c7fe8b6 ResponseDesc=OK 2021-07-07T01:13:43.924Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dccb9c9a-163c-4edd-a317-125138a9b819 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:43.924Z InvocationID=7c96afa2-c636-406e-bd6b-2ba940f677e6 2021-07-07T01:13:43.986Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dccb9c9a-163c-4edd-a317-125138a9b819 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:44.188Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dccb9c9a-163c-4edd-a317-125138a9b819 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=263 EndTimestamp=2021-07-07T01:13:44.187Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:43.924Z InvocationID=2eaff510-6b9a-4cfa-8d53-8d03a1c6aa21 ResponseDesc=OK 2021-07-07T01:13:44.203Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=64f2eb8d-39dd-4f66-8760-b0dee977e2c4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:44.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:44.203Z InvocationID=7c579db1-ec67-43e5-9325-7f86647d2748 2021-07-07T01:13:44.450Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=64f2eb8d-39dd-4f66-8760-b0dee977e2c4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:44.588Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=64f2eb8d-39dd-4f66-8760-b0dee977e2c4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=384 EndTimestamp=2021-07-07T01:13:44.587Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:44.203Z InvocationID=8b68eedd-40c9-4d62-ae88-93d9a89b86e1 ResponseDesc=OK 2021-07-07T01:13:46.572Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1a751277-93db-461f-8ba1-b73a738cf618 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:46.572Z InvocationID=9c37db06-f19d-44c0-b4d5-c6ff32dd3765 2021-07-07T01:13:46.647Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1a751277-93db-461f-8ba1-b73a738cf618 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:46.793Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1a751277-93db-461f-8ba1-b73a738cf618 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=221 EndTimestamp=2021-07-07T01:13:46.793Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:46.572Z InvocationID=cb25cfde-ed1d-4712-992e-75fe89e3ae39 ResponseDesc=OK 2021-07-07T01:13:47.001Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0dbc9f22-56fb-46f5-94ce-a13250059a9b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:47.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:47.001Z InvocationID=b5db969d-7c54-4907-ab5b-d2c58a1ed455 2021-07-07T01:13:47.283Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0dbc9f22-56fb-46f5-94ce-a13250059a9b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:47.486Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0dbc9f22-56fb-46f5-94ce-a13250059a9b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=485 EndTimestamp=2021-07-07T01:13:47.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:47.001Z InvocationID=c61b89df-717b-44d9-9b1e-0ec9b1909b29 ResponseDesc=OK 2021-07-07T01:13:50.191Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ebf254f3-0717-44fb-8caa-38e34d983344 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:50.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:50.191Z InvocationID=fcd7de93-3a91-4fb4-802f-3e020b76f00e 2021-07-07T01:13:50.297Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ebf254f3-0717-44fb-8caa-38e34d983344 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:50.485Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ebf254f3-0717-44fb-8caa-38e34d983344 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=293 EndTimestamp=2021-07-07T01:13:50.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:50.191Z InvocationID=907490e9-77b7-4fbb-8e18-c022ea0a61d5 ResponseDesc=OK 2021-07-07T01:13:53.003Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7d2bd245-09c2-4a7b-b3b3-14f2d926a83c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:53.003Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:53.003Z InvocationID=a08003ef-d00e-4ff0-a8e5-cd2c8a3e3108 2021-07-07T01:13:53.186Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7d2bd245-09c2-4a7b-b3b3-14f2d926a83c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:53.386Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7d2bd245-09c2-4a7b-b3b3-14f2d926a83c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=383 EndTimestamp=2021-07-07T01:13:53.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:53.003Z InvocationID=6ebe9c6a-60d2-4c88-8c28-91834a9b27d6 ResponseDesc=OK 2021-07-07T01:13:53.924Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b69e84b2-2cc2-4976-9883-6c1580466a46 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:53.924Z InvocationID=07f147a9-d608-4879-8ddb-420edc5d94be 2021-07-07T01:13:53.987Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b69e84b2-2cc2-4976-9883-6c1580466a46 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:54.444Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b69e84b2-2cc2-4976-9883-6c1580466a46 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=520 EndTimestamp=2021-07-07T01:13:54.444Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:53.924Z InvocationID=6cf438a3-6c00-4a6b-a535-b72b350b45fc ResponseDesc=OK 2021-07-07T01:13:55.986Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a74dd5a7-c44f-4e49-928d-e056466396a9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:55.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:55.986Z InvocationID=1469827f-f516-4867-9230-31b684876fc6 2021-07-07T01:13:56.087Z [qtp817348612-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a74dd5a7-c44f-4e49-928d-e056466396a9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:56.190Z [qtp817348612-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a74dd5a7-c44f-4e49-928d-e056466396a9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=204 EndTimestamp=2021-07-07T01:13:56.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:55.986Z InvocationID=93e30d3e-a1da-471d-a1e2-f5885843f83a ResponseDesc=OK 2021-07-07T01:13:56.572Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fdc6ff53-be03-4b9c-a870-3664ed103ee7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:56.572Z InvocationID=99c49394-cb86-4aad-b6b2-b3a53bfba0f6 2021-07-07T01:13:56.646Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fdc6ff53-be03-4b9c-a870-3664ed103ee7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:56.843Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fdc6ff53-be03-4b9c-a870-3664ed103ee7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=270 EndTimestamp=2021-07-07T01:13:56.842Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:56.572Z InvocationID=3328ba66-7007-46a1-a380-66d760c44acc ResponseDesc=OK 2021-07-07T01:13:59.193Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=55b80d41-7b35-4b24-a781-456aa42e7cd6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:13:59.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:59.193Z InvocationID=24721c0d-1489-45ae-be0b-1edd3f455137 2021-07-07T01:13:59.292Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=55b80d41-7b35-4b24-a781-456aa42e7cd6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:13:59.549Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=55b80d41-7b35-4b24-a781-456aa42e7cd6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=356 EndTimestamp=2021-07-07T01:13:59.549Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:13:59.193Z InvocationID=8393e637-b5d1-4783-8ebd-c5ff29a58181 ResponseDesc=OK 2021-07-07T01:14:02.004Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9d00887b-52c6-4327-aa6b-1636c3bc8df1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:02.004Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:02.004Z InvocationID=67992874-1b5f-41cc-bd4d-fbf93f3b2acc 2021-07-07T01:14:02.242Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9d00887b-52c6-4327-aa6b-1636c3bc8df1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:02.786Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9d00887b-52c6-4327-aa6b-1636c3bc8df1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=782 EndTimestamp=2021-07-07T01:14:02.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:02.004Z InvocationID=c108457e-5df3-42c7-8ac2-a9e56c5dafe2 ResponseDesc=OK 2021-07-07T01:14:03.926Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c8938975-65c7-4d1e-bd4a-644c9931f6e3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:03.926Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:03.926Z InvocationID=98836458-e93c-483d-9cf8-56215e88d853 2021-07-07T01:14:04.085Z [qtp817348612-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c8938975-65c7-4d1e-bd4a-644c9931f6e3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:04.487Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c8938975-65c7-4d1e-bd4a-644c9931f6e3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=560 EndTimestamp=2021-07-07T01:14:04.486Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:03.926Z InvocationID=5d5b9057-5a0c-4b9d-b229-3e000bc49a37 ResponseDesc=OK 2021-07-07T01:14:04.992Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bdf36da4-2035-43af-a589-c4fdccc4ef77 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:04.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:04.992Z InvocationID=6a093901-0b54-455d-bbf3-853c4a6d89b1 2021-07-07T01:14:05.085Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bdf36da4-2035-43af-a589-c4fdccc4ef77 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:05.444Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bdf36da4-2035-43af-a589-c4fdccc4ef77 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=452 EndTimestamp=2021-07-07T01:14:05.444Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:04.992Z InvocationID=0d71ee21-cf7a-4b65-aaa3-eabe20670b25 ResponseDesc=OK 2021-07-07T01:14:06.579Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a22da375-29bd-4e89-8163-5687ab7a6b82 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:06.579Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:06.579Z InvocationID=2efa07a1-647f-4870-9fbe-855d54a23ba7 2021-07-07T01:14:06.745Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a22da375-29bd-4e89-8163-5687ab7a6b82 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:06.984Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a22da375-29bd-4e89-8163-5687ab7a6b82 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=405 EndTimestamp=2021-07-07T01:14:06.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:06.579Z InvocationID=17764209-127a-4293-a559-bbad61565104 ResponseDesc=OK 2021-07-07T01:14:08.201Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=25628ab5-841f-4801-9210-6f3c18c97eb1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:08.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:08.201Z InvocationID=733fd2af-396f-4581-bcc8-fb7de1e59440 2021-07-07T01:14:08.285Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=25628ab5-841f-4801-9210-6f3c18c97eb1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:08.395Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=25628ab5-841f-4801-9210-6f3c18c97eb1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=193 EndTimestamp=2021-07-07T01:14:08.394Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:08.201Z InvocationID=9f14df34-d7c3-4051-b51d-32b1845dbb8f ResponseDesc=OK 2021-07-07T01:14:11.007Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c959e16d-0297-497c-9203-6bda82698992 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:11.006Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:11.006Z InvocationID=8c418648-2a73-4963-bc1c-865a732dc6a6 2021-07-07T01:14:11.184Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c959e16d-0297-497c-9203-6bda82698992 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:11.555Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c959e16d-0297-497c-9203-6bda82698992 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=548 EndTimestamp=2021-07-07T01:14:11.554Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:11.006Z InvocationID=ce76cd7e-9607-4bc2-885d-df2487fe8d81 ResponseDesc=OK 2021-07-07T01:14:13.925Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=94c23b1c-1e94-400a-b936-36f740cf0952 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:13.924Z InvocationID=42f09f6a-b60c-445f-b636-a0470694463b 2021-07-07T01:14:14.043Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=94c23b1c-1e94-400a-b936-36f740cf0952 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:14.285Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=94c23b1c-1e94-400a-b936-36f740cf0952 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=360 EndTimestamp=2021-07-07T01:14:14.284Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:13.924Z InvocationID=f6df21d9-85e4-47f1-a897-b0a8eb72e275 ResponseDesc=OK 2021-07-07T01:14:14.289Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=990ae020-7f00-4638-9da7-5dde469139db InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:14.289Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:14.289Z InvocationID=52059b3f-f895-46a6-87e0-7d3f21d2d658 2021-07-07T01:14:14.404Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=990ae020-7f00-4638-9da7-5dde469139db InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:14.790Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=990ae020-7f00-4638-9da7-5dde469139db InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=500 EndTimestamp=2021-07-07T01:14:14.789Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:14.289Z InvocationID=7401a3be-c9f2-412b-a94b-4a92a90e5709 ResponseDesc=OK 2021-07-07T01:14:16.572Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9a37b38a-af86-4548-bd02-fdffcf87c96e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:16.572Z InvocationID=1d2beca6-75bf-44be-8d48-3f2df43feece 2021-07-07T01:14:16.690Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9a37b38a-af86-4548-bd02-fdffcf87c96e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:17.051Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9a37b38a-af86-4548-bd02-fdffcf87c96e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=478 EndTimestamp=2021-07-07T01:14:17.050Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:16.572Z InvocationID=563fbdc5-f2b7-444b-9868-1577eb9f3e22 ResponseDesc=OK 2021-07-07T01:14:17.187Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=733dd97b-556d-4f4f-a0a9-4a51459ee35c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:17.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:17.187Z InvocationID=ca0e47d8-b5a6-42ae-89c6-4a2be8a0a51d 2021-07-07T01:14:17.347Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=733dd97b-556d-4f4f-a0a9-4a51459ee35c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:17.585Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=733dd97b-556d-4f4f-a0a9-4a51459ee35c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=398 EndTimestamp=2021-07-07T01:14:17.585Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:17.187Z InvocationID=b9c80b8d-5b78-4256-beea-2f7cc50ccf7e ResponseDesc=OK 2021-07-07T01:14:20.103Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a23fee55-f915-4c7e-a438-b793c823d0b5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:20.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:20.103Z InvocationID=eb8b8863-247e-4041-ac31-cd34ecf9625a 2021-07-07T01:14:20.285Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a23fee55-f915-4c7e-a438-b793c823d0b5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:20.686Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a23fee55-f915-4c7e-a438-b793c823d0b5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=583 EndTimestamp=2021-07-07T01:14:20.686Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:20.103Z InvocationID=c0089970-0515-49eb-a4f8-02da750711aa ResponseDesc=OK 2021-07-07T01:14:23.195Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=03821b73-be53-4929-a3a5-03667b03a5d2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:23.195Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:23.195Z InvocationID=553eb868-32f2-4d7a-8d5c-0ce76de65d54 2021-07-07T01:14:23.287Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=03821b73-be53-4929-a3a5-03667b03a5d2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:23.546Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=03821b73-be53-4929-a3a5-03667b03a5d2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=351 EndTimestamp=2021-07-07T01:14:23.546Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:23.195Z InvocationID=db3850b1-cd40-4d7e-93f1-66953a22e794 ResponseDesc=OK 2021-07-07T01:14:23.924Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d61faa3e-6f89-40b2-930a-2056a256acee InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:23.924Z InvocationID=54bea928-cb83-45e7-8a29-d34819c0762a 2021-07-07T01:14:23.993Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d61faa3e-6f89-40b2-930a-2056a256acee InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:24.184Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d61faa3e-6f89-40b2-930a-2056a256acee InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=260 EndTimestamp=2021-07-07T01:14:24.184Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:23.924Z InvocationID=3b89a3c4-6775-40ed-8b0e-61ea0cc6500c ResponseDesc=OK 2021-07-07T01:14:25.805Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a7baaf99-afff-49fc-bfca-2fc7e2ec53cb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:25.804Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:25.804Z InvocationID=49d1f9a2-ae6b-4417-8a4f-8eb0f97e1b39 2021-07-07T01:14:25.885Z [qtp817348612-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a7baaf99-afff-49fc-bfca-2fc7e2ec53cb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:26.043Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a7baaf99-afff-49fc-bfca-2fc7e2ec53cb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=239 EndTimestamp=2021-07-07T01:14:26.043Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:25.804Z InvocationID=c52f1c0d-bba9-4436-b865-508cc9be640c ResponseDesc=OK 2021-07-07T01:14:26.572Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a8a6b805-1c2d-472d-8b08-11b05039cc77 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:26.572Z InvocationID=dd7af72f-9d25-4578-8c30-91d0b99ac62b 2021-07-07T01:14:26.683Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a8a6b805-1c2d-472d-8b08-11b05039cc77 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:26.787Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a8a6b805-1c2d-472d-8b08-11b05039cc77 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=214 EndTimestamp=2021-07-07T01:14:26.786Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:26.572Z InvocationID=e4d87822-e189-467e-a1be-cdcd557b9f04 ResponseDesc=OK 2021-07-07T01:14:29.190Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e8c5bee6-2e71-4c58-a3f8-34cdb7ef5421 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:29.189Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:29.189Z InvocationID=a2688142-6476-4338-ad12-9eb36c6d69ce 2021-07-07T01:14:29.444Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e8c5bee6-2e71-4c58-a3f8-34cdb7ef5421 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:29.592Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e8c5bee6-2e71-4c58-a3f8-34cdb7ef5421 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=403 EndTimestamp=2021-07-07T01:14:29.592Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:29.189Z InvocationID=ebba7f59-5624-4e27-93e0-617cf925d359 ResponseDesc=OK 2021-07-07T01:14:31.992Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=12d3b366-fe0c-4ab4-a555-b5b8305428b2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:31.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:31.992Z InvocationID=751130af-26d8-41b4-bfa1-5986827b5e03 2021-07-07T01:14:32.085Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=12d3b366-fe0c-4ab4-a555-b5b8305428b2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:32.386Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=12d3b366-fe0c-4ab4-a555-b5b8305428b2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=394 EndTimestamp=2021-07-07T01:14:32.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:31.992Z InvocationID=bb87fa46-0453-45cd-aa8b-a133120baac9 ResponseDesc=OK 2021-07-07T01:14:33.924Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=75e36656-1be0-4b1a-bf8d-f086151cea30 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:33.924Z InvocationID=2be25a61-df67-484b-bb77-0ebf76315bd5 2021-07-07T01:14:33.987Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=75e36656-1be0-4b1a-bf8d-f086151cea30 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:34.243Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=75e36656-1be0-4b1a-bf8d-f086151cea30 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=319 EndTimestamp=2021-07-07T01:14:34.243Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:33.924Z InvocationID=b942c1b6-23f5-48c2-b0a6-000ebe80623f ResponseDesc=OK 2021-07-07T01:14:35.197Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=62eb8bb7-a7dc-467d-8335-f1658cc2b00b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:35.197Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:35.197Z InvocationID=ee3b1405-0c24-4b12-a752-8d5d377a55aa 2021-07-07T01:14:35.289Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=62eb8bb7-a7dc-467d-8335-f1658cc2b00b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:35.389Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=62eb8bb7-a7dc-467d-8335-f1658cc2b00b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=192 EndTimestamp=2021-07-07T01:14:35.389Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:35.197Z InvocationID=b0bb47bc-fe8f-44df-ba7d-23a45c5c7e37 ResponseDesc=OK 2021-07-07T01:14:36.573Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=61a6a22d-d919-48a6-9ed4-368a370fb295 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:36.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:36.573Z InvocationID=aafde51c-6d0c-4acf-a8a2-33e042ab286a 2021-07-07T01:14:36.650Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=61a6a22d-d919-48a6-9ed4-368a370fb295 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:36.791Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=61a6a22d-d919-48a6-9ed4-368a370fb295 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=218 EndTimestamp=2021-07-07T01:14:36.791Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:36.573Z InvocationID=401175e6-e256-48ff-b4a0-108c8ab6d85e ResponseDesc=OK 2021-07-07T01:14:38.093Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=659e1213-d19d-4443-b199-ec21d8570837 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:38.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:38.092Z InvocationID=c5c89f0d-88ae-44a5-a5ef-241936a317cb 2021-07-07T01:14:38.189Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=659e1213-d19d-4443-b199-ec21d8570837 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:38.391Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=659e1213-d19d-4443-b199-ec21d8570837 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=299 EndTimestamp=2021-07-07T01:14:38.391Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:38.092Z InvocationID=d31a57e0-8099-4816-99bf-c7db76f5dd26 ResponseDesc=OK 2021-07-07T01:14:41.193Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2ef5a716-1954-43fd-a356-3ac25a3271ea InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:41.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:41.192Z InvocationID=6f8d7ff7-e842-40aa-a371-1fe882ce2187 2021-07-07T01:14:41.446Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2ef5a716-1954-43fd-a356-3ac25a3271ea InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:41.784Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2ef5a716-1954-43fd-a356-3ac25a3271ea InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=592 EndTimestamp=2021-07-07T01:14:41.784Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:41.192Z InvocationID=4ba32fe6-697f-4fc9-95d0-a94ec349fcef ResponseDesc=OK 2021-07-07T01:14:43.925Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=485b0b97-f592-47ba-bd8c-0c927b93b5a7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:43.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:43.925Z InvocationID=d63f04eb-caf4-48ac-bf08-c5c0b4f40021 2021-07-07T01:14:44.085Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=485b0b97-f592-47ba-bd8c-0c927b93b5a7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:44.092Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=741ae74f-a18a-43de-a444-7d4ab39da64a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:44.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:44.091Z InvocationID=f34eb196-3c40-47c2-bb52-79c5d212a28a 2021-07-07T01:14:44.184Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=741ae74f-a18a-43de-a444-7d4ab39da64a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:44.544Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=485b0b97-f592-47ba-bd8c-0c927b93b5a7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=619 EndTimestamp=2021-07-07T01:14:44.544Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:43.925Z InvocationID=884a39cf-01fa-4408-aab4-462e79fc1175 ResponseDesc=OK 2021-07-07T01:14:44.587Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=741ae74f-a18a-43de-a444-7d4ab39da64a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=495 EndTimestamp=2021-07-07T01:14:44.586Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:44.091Z InvocationID=ab3b3e59-1263-42ba-a55e-8c7c84f61e0b ResponseDesc=OK 2021-07-07T01:14:46.572Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=47fd563e-ac11-47ca-ba91-5b889db1a9a1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:46.572Z InvocationID=cd760c2c-93a7-42ad-afde-9c15cf8f42fa 2021-07-07T01:14:46.857Z [qtp817348612-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=47fd563e-ac11-47ca-ba91-5b889db1a9a1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:46.987Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6d11dbe1-4616-486b-9e79-89c5fa31fc6c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:46.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:46.987Z InvocationID=887d34eb-0c66-4d28-b0f0-7fc8a414821b 2021-07-07T01:14:47.054Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6d11dbe1-4616-486b-9e79-89c5fa31fc6c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:47.084Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=47fd563e-ac11-47ca-ba91-5b889db1a9a1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=512 EndTimestamp=2021-07-07T01:14:47.084Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:46.572Z InvocationID=ab8a94d1-686e-423b-811f-2a0503c95e5a ResponseDesc=OK 2021-07-07T01:14:47.353Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6d11dbe1-4616-486b-9e79-89c5fa31fc6c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=366 EndTimestamp=2021-07-07T01:14:47.353Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:46.987Z InvocationID=96f5a36e-ef22-4885-8b07-73cf316d0d7f ResponseDesc=OK 2021-07-07T01:14:50.091Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=de5bca8d-7baf-4706-a427-60d301e1bdc0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:50.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:50.091Z InvocationID=7fc46da7-71cf-474a-8bb0-155366fc384d 2021-07-07T01:14:50.183Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=de5bca8d-7baf-4706-a427-60d301e1bdc0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:50.451Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=de5bca8d-7baf-4706-a427-60d301e1bdc0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=359 EndTimestamp=2021-07-07T01:14:50.450Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:50.091Z InvocationID=739662ec-7d18-4292-92b3-32e0af479a02 ResponseDesc=OK 2021-07-07T01:14:53.101Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=30896ead-8b92-4a8d-8c34-fada760fcc6b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:53.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:53.101Z InvocationID=0fe762ba-6901-4c13-b449-80a082a9e616 2021-07-07T01:14:53.190Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=30896ead-8b92-4a8d-8c34-fada760fcc6b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:53.305Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=30896ead-8b92-4a8d-8c34-fada760fcc6b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=204 EndTimestamp=2021-07-07T01:14:53.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:53.101Z InvocationID=418c7444-397a-4ccc-9800-d0ea90f9122e ResponseDesc=OK 2021-07-07T01:14:53.925Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f2cd4602-a160-482e-9d48-ea7d1c81a2d7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:53.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:53.925Z InvocationID=94616f03-f9cd-4746-add3-55b117d5a976 2021-07-07T01:14:54.086Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f2cd4602-a160-482e-9d48-ea7d1c81a2d7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:54.203Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f2cd4602-a160-482e-9d48-ea7d1c81a2d7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=278 EndTimestamp=2021-07-07T01:14:54.203Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:53.925Z InvocationID=db0cf2a4-0777-4df7-9f20-3f37d82978b4 ResponseDesc=OK 2021-07-07T01:14:55.902Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7fae221a-8440-4e12-b5d6-b3f2224eddb8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:55.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:55.902Z InvocationID=76780dc9-99f1-44c8-9b0d-1f2a33bb6f2f 2021-07-07T01:14:56.483Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7fae221a-8440-4e12-b5d6-b3f2224eddb8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:56.573Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=df7b990e-88eb-4f12-996e-a7a29eaa4e02 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:56.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:56.573Z InvocationID=e74f59d4-1fa3-4ec9-98f2-3a531b0dbcbe 2021-07-07T01:14:56.758Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=df7b990e-88eb-4f12-996e-a7a29eaa4e02 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:57.143Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7fae221a-8440-4e12-b5d6-b3f2224eddb8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1240 EndTimestamp=2021-07-07T01:14:57.142Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:55.902Z InvocationID=ae7c683c-455c-4044-b44e-5bf4fc19971c ResponseDesc=OK 2021-07-07T01:14:57.188Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=df7b990e-88eb-4f12-996e-a7a29eaa4e02 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=615 EndTimestamp=2021-07-07T01:14:57.188Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:56.573Z InvocationID=2672a340-8243-4409-87fc-7bd0fc7bc1eb ResponseDesc=OK 2021-07-07T01:14:59.195Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7801bdfd-4b73-447e-89a8-df441ef1abda InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:14:59.195Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:59.195Z InvocationID=5d593a72-3cb7-4488-9519-2e44efef950d 2021-07-07T01:14:59.387Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7801bdfd-4b73-447e-89a8-df441ef1abda InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:14:59.698Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7801bdfd-4b73-447e-89a8-df441ef1abda InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=502 EndTimestamp=2021-07-07T01:14:59.697Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:14:59.195Z InvocationID=d6de9c07-07c0-466d-85f1-8fd9fcb6433b ResponseDesc=OK 2021-07-07T01:15:02.194Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a7f2545a-8f3a-4402-a68f-0cc8f6a9cc30 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:02.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:02.194Z InvocationID=239b5e7a-7b6c-4863-b9e7-3face838ece7 2021-07-07T01:15:03.148Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a7f2545a-8f3a-4402-a68f-0cc8f6a9cc30 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:03.660Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a7f2545a-8f3a-4402-a68f-0cc8f6a9cc30 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1465 EndTimestamp=2021-07-07T01:15:03.659Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:02.194Z InvocationID=5cb4af4b-186e-4609-89a0-09cdabd42e9f ResponseDesc=OK 2021-07-07T01:15:03.924Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=28209114-839f-49a4-bebd-432897f74c25 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:03.924Z InvocationID=e65b0bba-e487-46ea-bab4-84ea7f765f6f 2021-07-07T01:15:04.145Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=28209114-839f-49a4-bebd-432897f74c25 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:04.384Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=28209114-839f-49a4-bebd-432897f74c25 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=460 EndTimestamp=2021-07-07T01:15:04.384Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:03.924Z InvocationID=56f09e81-8032-4c08-a4c6-70f2e384309d ResponseDesc=OK 2021-07-07T01:15:05.007Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3405fa41-b93d-4b37-a46c-dad8feaed11c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:05.007Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:05.007Z InvocationID=51c1e88f-92f0-4c29-9566-aed525a4a8cc 2021-07-07T01:15:05.186Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3405fa41-b93d-4b37-a46c-dad8feaed11c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:06.201Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3405fa41-b93d-4b37-a46c-dad8feaed11c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1194 EndTimestamp=2021-07-07T01:15:06.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:05.007Z InvocationID=b46789a2-2b89-4f31-890c-1f93bdfc06c0 ResponseDesc=OK 2021-07-07T01:15:06.571Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=71cb7bd8-f6f5-45ce-bc85-0920dc6477c3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:06.571Z InvocationID=1daf0b29-8cf8-42d1-8b65-d8459bba996f 2021-07-07T01:15:06.683Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=71cb7bd8-f6f5-45ce-bc85-0920dc6477c3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:07.042Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=71cb7bd8-f6f5-45ce-bc85-0920dc6477c3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=471 EndTimestamp=2021-07-07T01:15:07.042Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:06.571Z InvocationID=e891436f-c3e5-4b08-871b-e83e01146a59 ResponseDesc=OK 2021-07-07T01:15:07.990Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c3350fdc-3225-4c83-9808-4979c7419a75 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:07.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:07.989Z InvocationID=ee179e8c-335b-444c-9667-9e0be131c0ce 2021-07-07T01:15:08.246Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c3350fdc-3225-4c83-9808-4979c7419a75 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:08.488Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c3350fdc-3225-4c83-9808-4979c7419a75 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=498 EndTimestamp=2021-07-07T01:15:08.487Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:07.989Z InvocationID=7cf15a26-8920-4806-9072-d62315e4c5ce ResponseDesc=OK 2021-07-07T01:15:11.097Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4975ba6c-30d4-4448-863a-1bfe5a001ce2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:11.096Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:11.096Z InvocationID=2b3b8f74-6681-4b4a-99f2-bfe80654c0ca 2021-07-07T01:15:11.189Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4975ba6c-30d4-4448-863a-1bfe5a001ce2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:11.293Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4975ba6c-30d4-4448-863a-1bfe5a001ce2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=197 EndTimestamp=2021-07-07T01:15:11.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:11.096Z InvocationID=f57a446b-e7fb-4be5-b04f-e58d3df16d02 ResponseDesc=OK 2021-07-07T01:15:13.925Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=48c968b6-662a-4b46-a0ef-b9120feafa18 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:13.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:13.925Z InvocationID=1ee51a72-d012-4ed4-bd7c-ad9958fd9115 2021-07-07T01:15:13.987Z [qtp817348612-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=48c968b6-662a-4b46-a0ef-b9120feafa18 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:14.095Z [qtp817348612-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=48c968b6-662a-4b46-a0ef-b9120feafa18 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=170 EndTimestamp=2021-07-07T01:15:14.095Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:13.925Z InvocationID=c551b1e1-ded0-4f3d-acd0-c071ee0ad281 ResponseDesc=OK 2021-07-07T01:15:14.193Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9a41f627-065f-48fd-83fa-241448972136 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:14.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:14.193Z InvocationID=d11d1305-405f-4896-bf47-2baa1c68bea7 2021-07-07T01:15:14.490Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9a41f627-065f-48fd-83fa-241448972136 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:14.884Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9a41f627-065f-48fd-83fa-241448972136 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=691 EndTimestamp=2021-07-07T01:15:14.884Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:14.193Z InvocationID=d01f5b6f-f6d2-429f-96dc-bb4fa4bbd3c7 ResponseDesc=OK 2021-07-07T01:15:16.572Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=760ec45c-4580-4f75-9708-1113e8fa94fe InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:16.572Z InvocationID=7023be52-0554-42ad-9b0c-73774bef55a4 2021-07-07T01:15:16.586Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=760ec45c-4580-4f75-9708-1113e8fa94fe InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:16.686Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=760ec45c-4580-4f75-9708-1113e8fa94fe InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=114 EndTimestamp=2021-07-07T01:15:16.686Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:16.572Z InvocationID=614cc4e5-c6c4-4d21-952a-1c1bad173daa ResponseDesc=OK 2021-07-07T01:15:17.004Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dc9fcf6f-36ae-4ac3-ab28-73ade6c1839c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:17.003Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:17.003Z InvocationID=b03e84c1-2395-48ad-b990-e22e4229ffb6 2021-07-07T01:15:17.098Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dc9fcf6f-36ae-4ac3-ab28-73ade6c1839c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:17.292Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dc9fcf6f-36ae-4ac3-ab28-73ade6c1839c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=289 EndTimestamp=2021-07-07T01:15:17.292Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:17.003Z InvocationID=1f6d3a7f-4452-43c8-83f6-31bfe5e29aab ResponseDesc=OK 2021-07-07T01:15:20.392Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=21679844-d75d-4cc6-9e71-040e537b42fa InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:20.391Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:20.391Z InvocationID=c9c42279-a6c7-4403-ac8b-a3c6b22d0976 2021-07-07T01:15:20.490Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=21679844-d75d-4cc6-9e71-040e537b42fa InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:20.684Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=21679844-d75d-4cc6-9e71-040e537b42fa InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=293 EndTimestamp=2021-07-07T01:15:20.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:20.391Z InvocationID=f7979f22-e65f-425b-bf71-adfb44118111 ResponseDesc=OK 2021-07-07T01:15:23.003Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=150aebbd-9aa7-4d8e-9cd0-c503a7ac1e48 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:23.003Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:23.003Z InvocationID=7d4dadd3-9acb-455f-b29a-2916f21b7217 2021-07-07T01:15:23.185Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=150aebbd-9aa7-4d8e-9cd0-c503a7ac1e48 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:23.925Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d5ec77b5-161e-4a34-9970-86ca9da83ec8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:23.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:23.925Z InvocationID=949e1f48-31c8-4684-bb99-b5a1157fc8f5 2021-07-07T01:15:24.283Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d5ec77b5-161e-4a34-9970-86ca9da83ec8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:24.287Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=150aebbd-9aa7-4d8e-9cd0-c503a7ac1e48 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1284 EndTimestamp=2021-07-07T01:15:24.287Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:23.003Z InvocationID=237fe1bb-b3bc-46d2-823b-76d2f5b8ea4a ResponseDesc=OK 2021-07-07T01:15:25.216Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d5ec77b5-161e-4a34-9970-86ca9da83ec8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1291 EndTimestamp=2021-07-07T01:15:25.216Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:23.925Z InvocationID=ac33708b-82b8-4d23-9ab9-db99ba63e15e ResponseDesc=OK 2021-07-07T01:15:25.792Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c7188db9-37ea-42ef-a6ee-2508ac10ff6f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:25.792Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:25.792Z InvocationID=87e47f47-3d72-4ce6-a920-a460ac0d8ee9 2021-07-07T01:15:26.459Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c7188db9-37ea-42ef-a6ee-2508ac10ff6f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:26.573Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=23061132-6308-4cc4-a21f-3b1a4fa58b83 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:26.572Z InvocationID=f6c85555-c250-4c13-b50d-40cd863568f4 2021-07-07T01:15:26.660Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=23061132-6308-4cc4-a21f-3b1a4fa58b83 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:26.685Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c7188db9-37ea-42ef-a6ee-2508ac10ff6f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=893 EndTimestamp=2021-07-07T01:15:26.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:25.792Z InvocationID=8504c87f-f641-45e8-97c0-ca2c43ed8c87 ResponseDesc=OK 2021-07-07T01:15:26.945Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=23061132-6308-4cc4-a21f-3b1a4fa58b83 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=373 EndTimestamp=2021-07-07T01:15:26.945Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:26.572Z InvocationID=9ece195f-0d29-4f9c-b16c-fe697c2de096 ResponseDesc=OK 2021-07-07T01:15:29.299Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a12f6cdc-9597-4d5e-990c-248bac3c9f70 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:29.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:29.299Z InvocationID=28d36820-3f07-4e6c-882d-8e357725161a 2021-07-07T01:15:29.584Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a12f6cdc-9597-4d5e-990c-248bac3c9f70 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:31.345Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a12f6cdc-9597-4d5e-990c-248bac3c9f70 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=2046 EndTimestamp=2021-07-07T01:15:31.345Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:29.299Z InvocationID=001f7397-790e-49b7-bbdb-ce17beb08628 ResponseDesc=OK 2021-07-07T01:15:31.996Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9f95c573-52cf-432d-9f21-26f92bfc02cd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:31.996Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:31.996Z InvocationID=043c62af-47b3-4d01-84a3-a9aa8cba2a88 2021-07-07T01:15:32.263Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9f95c573-52cf-432d-9f21-26f92bfc02cd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:32.694Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9f95c573-52cf-432d-9f21-26f92bfc02cd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=697 EndTimestamp=2021-07-07T01:15:32.693Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:31.996Z InvocationID=5a1f190b-65ce-45dc-9b63-b357fc55e93d ResponseDesc=OK 2021-07-07T01:15:33.924Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=71d9ce32-306b-4424-bf3e-8455aa3455b7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:33.924Z InvocationID=71365a1e-71b1-4aa4-a398-480c0d41fd83 2021-07-07T01:15:34.185Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=71d9ce32-306b-4424-bf3e-8455aa3455b7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:34.586Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=71d9ce32-306b-4424-bf3e-8455aa3455b7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=662 EndTimestamp=2021-07-07T01:15:34.586Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:33.924Z InvocationID=44da4676-bbf3-4ad8-afad-1d0bc6f9cdda ResponseDesc=OK 2021-07-07T01:15:34.891Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1fe9b76d-f7bb-447c-8572-d2b48b4ea195 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:34.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:34.890Z InvocationID=ed0fe999-ff29-46b4-9a5e-0bfedb00e996 2021-07-07T01:15:34.984Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1fe9b76d-f7bb-447c-8572-d2b48b4ea195 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:35.345Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1fe9b76d-f7bb-447c-8572-d2b48b4ea195 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=455 EndTimestamp=2021-07-07T01:15:35.345Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:34.890Z InvocationID=b4b7c1cf-7bb7-4249-8aaf-4350a49cc826 ResponseDesc=OK 2021-07-07T01:15:36.572Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1ee85194-d264-47c7-b0af-cb7362374424 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:36.571Z InvocationID=09612aeb-1ef9-4ba0-ab7f-7ff09743248b 2021-07-07T01:15:36.589Z [qtp817348612-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1ee85194-d264-47c7-b0af-cb7362374424 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:36.786Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1ee85194-d264-47c7-b0af-cb7362374424 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=215 EndTimestamp=2021-07-07T01:15:36.786Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:36.571Z InvocationID=e6f9db52-bc42-4561-9637-12bbab5d8b74 ResponseDesc=OK 2021-07-07T01:15:38.094Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6b5ac24f-cf5c-4e10-a72e-0f534e0f4b51 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:38.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:38.094Z InvocationID=606f1236-55a4-4539-97b3-089bee99e101 2021-07-07T01:15:38.288Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6b5ac24f-cf5c-4e10-a72e-0f534e0f4b51 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:38.689Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6b5ac24f-cf5c-4e10-a72e-0f534e0f4b51 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=595 EndTimestamp=2021-07-07T01:15:38.689Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:38.094Z InvocationID=b9f1b88f-cf09-4948-82ae-a45bbc80a394 ResponseDesc=OK 2021-07-07T01:15:41.190Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=091716d0-8d75-4471-a1c0-1ae7ff35acda InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:41.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:41.190Z InvocationID=5e006abe-9d79-4663-954b-6d9565601c88 2021-07-07T01:15:41.301Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=091716d0-8d75-4471-a1c0-1ae7ff35acda InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:41.850Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=091716d0-8d75-4471-a1c0-1ae7ff35acda InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=660 EndTimestamp=2021-07-07T01:15:41.850Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:41.190Z InvocationID=97a70ffc-d57d-4082-a57a-defabb910320 ResponseDesc=OK 2021-07-07T01:15:43.924Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2fd16fe9-2bdc-4fd9-84b3-13920ea2fa6c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:43.924Z InvocationID=55beb8ed-c759-49ad-a3bc-23a8e02f6713 2021-07-07T01:15:43.994Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2fd16fe9-2bdc-4fd9-84b3-13920ea2fa6c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:44.097Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2fd16fe9-2bdc-4fd9-84b3-13920ea2fa6c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=173 EndTimestamp=2021-07-07T01:15:44.097Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:43.924Z InvocationID=ac861c41-0c8c-46f6-bf2c-eb323b1d09f7 ResponseDesc=OK 2021-07-07T01:15:44.291Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=162742ef-0084-4a6f-816f-08b6c7e47755 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:44.291Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:44.291Z InvocationID=e9458509-d00d-4cf0-920e-1b55e0299e25 2021-07-07T01:15:44.386Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=162742ef-0084-4a6f-816f-08b6c7e47755 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:44.700Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=162742ef-0084-4a6f-816f-08b6c7e47755 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=409 EndTimestamp=2021-07-07T01:15:44.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:44.291Z InvocationID=4334e099-9930-45a0-8066-b1e04c3ad7d9 ResponseDesc=OK 2021-07-07T01:15:46.572Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6badbaa0-277f-444a-aeed-61a10b7b017d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:46.571Z InvocationID=f2524590-98ca-434d-acab-4ffbb814eabf 2021-07-07T01:15:46.684Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6badbaa0-277f-444a-aeed-61a10b7b017d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:47.054Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6badbaa0-277f-444a-aeed-61a10b7b017d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=483 EndTimestamp=2021-07-07T01:15:47.054Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:46.571Z InvocationID=ba4fdefc-5ab9-4f5a-a15d-fd00ab15a56c ResponseDesc=OK 2021-07-07T01:15:47.104Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=90133b35-a929-4ef5-8942-e22ff42ecfcd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:47.104Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:47.104Z InvocationID=422c1bfb-8960-4bd4-a7d0-157e4c9ab163 2021-07-07T01:15:47.292Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=90133b35-a929-4ef5-8942-e22ff42ecfcd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:48.084Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=90133b35-a929-4ef5-8942-e22ff42ecfcd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=980 EndTimestamp=2021-07-07T01:15:48.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:47.104Z InvocationID=c77a285e-a4df-447c-8ab4-cca4c2ebbd1c ResponseDesc=OK 2021-07-07T01:15:50.093Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=30c97349-f370-402c-818b-3ed9f2d955cc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:50.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:50.092Z InvocationID=e6effe41-13be-4931-baab-eebd01ae9997 2021-07-07T01:15:50.285Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=30c97349-f370-402c-818b-3ed9f2d955cc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:51.586Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=30c97349-f370-402c-818b-3ed9f2d955cc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1494 EndTimestamp=2021-07-07T01:15:51.586Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:50.092Z InvocationID=18a979c2-650a-42ec-b490-6b40c4d8f4e8 ResponseDesc=OK 2021-07-07T01:15:52.890Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9c006689-40bf-4771-bb89-2ad098645bf6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:52.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:52.890Z InvocationID=2efe34ba-524c-434b-8eda-32cf3a793534 2021-07-07T01:15:52.983Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9c006689-40bf-4771-bb89-2ad098645bf6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:53.651Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9c006689-40bf-4771-bb89-2ad098645bf6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=760 EndTimestamp=2021-07-07T01:15:53.650Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:52.890Z InvocationID=6b04cee4-75ce-48ca-94ff-8182aab7aed9 ResponseDesc=OK 2021-07-07T01:15:53.924Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d1fc0780-aa13-482f-b4a5-a3913e89f119 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:53.924Z InvocationID=fbeb92ca-7fa4-4806-9416-d808056a9787 2021-07-07T01:15:54.065Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d1fc0780-aa13-482f-b4a5-a3913e89f119 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:54.207Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d1fc0780-aa13-482f-b4a5-a3913e89f119 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=283 EndTimestamp=2021-07-07T01:15:54.207Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:53.924Z InvocationID=e4060978-3750-4802-a677-3458748f3e22 ResponseDesc=OK 2021-07-07T01:15:55.990Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2ad03354-f31a-4dc8-a453-09f1b6af26ff InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:55.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:55.990Z InvocationID=a0e813fd-09db-4f0e-bc2d-73bd65f6b430 2021-07-07T01:15:56.084Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2ad03354-f31a-4dc8-a453-09f1b6af26ff InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:56.444Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2ad03354-f31a-4dc8-a453-09f1b6af26ff InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=454 EndTimestamp=2021-07-07T01:15:56.444Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:55.990Z InvocationID=733f155c-91f3-41fa-a75c-ff83c01f4198 ResponseDesc=OK 2021-07-07T01:15:56.572Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ce74a655-3c07-48bb-ae2f-a64592c68cdd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:56.572Z InvocationID=f25b3b63-6db0-4951-8bbe-e87e01eceec2 2021-07-07T01:15:56.683Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ce74a655-3c07-48bb-ae2f-a64592c68cdd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:15:56.890Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ce74a655-3c07-48bb-ae2f-a64592c68cdd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=318 EndTimestamp=2021-07-07T01:15:56.890Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:56.572Z InvocationID=75b87fb5-4df3-4cc6-ab23-2f240e3b2fce ResponseDesc=OK 2021-07-07T01:15:58.994Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=14430431-a4a8-4a85-a553-1a1a53c16705 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:15:58.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:58.994Z InvocationID=17cd5afd-ba16-44ae-8923-77007dbea77e 2021-07-07T01:15:59.301Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=14430431-a4a8-4a85-a553-1a1a53c16705 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:00.084Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=14430431-a4a8-4a85-a553-1a1a53c16705 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1090 EndTimestamp=2021-07-07T01:16:00.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:15:58.994Z InvocationID=d3eeefc6-9b9c-4d14-a86b-2c09e716fa20 ResponseDesc=OK 2021-07-07T01:16:02.102Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a6bbe7c2-f839-4045-831d-0889f30a3779 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:02.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:02.102Z InvocationID=ef3f4691-b77e-4158-90dd-ca6ed4ce985a 2021-07-07T01:16:02.286Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a6bbe7c2-f839-4045-831d-0889f30a3779 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:03.195Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a6bbe7c2-f839-4045-831d-0889f30a3779 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1093 EndTimestamp=2021-07-07T01:16:03.195Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:02.102Z InvocationID=f253f963-b353-4686-939b-a0e6f6cf96c7 ResponseDesc=OK 2021-07-07T01:16:03.924Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aae0439c-613e-4293-8190-e64d2092e3b4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:03.924Z InvocationID=e81ed8e7-babe-4f4c-b3fa-f491492f0157 2021-07-07T01:16:04.183Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aae0439c-613e-4293-8190-e64d2092e3b4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:04.548Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aae0439c-613e-4293-8190-e64d2092e3b4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=624 EndTimestamp=2021-07-07T01:16:04.548Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:03.924Z InvocationID=647d74c8-94e9-4cf8-a206-521f07a35b15 ResponseDesc=OK 2021-07-07T01:16:05.000Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e1dbcdf0-d31e-41ef-9d44-daba7f595b0d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:04.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:04.999Z InvocationID=c5257c38-9961-4091-b34b-8ea329d83905 2021-07-07T01:16:05.241Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e1dbcdf0-d31e-41ef-9d44-daba7f595b0d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:05.400Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e1dbcdf0-d31e-41ef-9d44-daba7f595b0d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=401 EndTimestamp=2021-07-07T01:16:05.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:04.999Z InvocationID=553e56c7-98c7-4a48-890a-f62247a0792a ResponseDesc=OK 2021-07-07T01:16:06.573Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=17f3d7f3-88c4-4e7a-8992-ecfbd5c24c0c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:06.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:06.573Z InvocationID=83524fd3-8a95-47aa-b423-02cf6c2f99ea 2021-07-07T01:16:06.597Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=17f3d7f3-88c4-4e7a-8992-ecfbd5c24c0c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:06.693Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=17f3d7f3-88c4-4e7a-8992-ecfbd5c24c0c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=120 EndTimestamp=2021-07-07T01:16:06.693Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:06.573Z InvocationID=30143e07-a80d-4324-a4fa-178610e0910e ResponseDesc=OK 2021-07-07T01:16:07.993Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3cb0bec9-de16-476e-8c28-1701b3020044 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:07.993Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:07.993Z InvocationID=f261840a-fad3-4f20-8e72-25ab94dad4a8 2021-07-07T01:16:08.084Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3cb0bec9-de16-476e-8c28-1701b3020044 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:08.447Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3cb0bec9-de16-476e-8c28-1701b3020044 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=454 EndTimestamp=2021-07-07T01:16:08.447Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:07.993Z InvocationID=a9042e97-8195-40ef-a614-e052d7dff935 ResponseDesc=OK 2021-07-07T01:16:11.097Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=670082b3-1851-4176-a4b2-f2e80a5360c4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:11.097Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:11.097Z InvocationID=b84cdcaa-b74d-4001-9a87-65a1f346ea30 2021-07-07T01:16:11.248Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=670082b3-1851-4176-a4b2-f2e80a5360c4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:11.388Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=670082b3-1851-4176-a4b2-f2e80a5360c4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=290 EndTimestamp=2021-07-07T01:16:11.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:11.097Z InvocationID=94c7b25a-5cf9-4b18-9da9-723ebdef212d ResponseDesc=OK 2021-07-07T01:16:13.900Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3866750d-80c9-4318-8809-756fde76ff78 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:13.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:13.900Z InvocationID=b4ff6ebc-b072-4b27-a4e3-24d43e304f06 2021-07-07T01:16:13.925Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3ed05998-99c7-4a1f-9afa-88ba9165d654 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:13.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:13.925Z InvocationID=65c38ca0-3ebd-40dc-832f-c9a2001bb216 2021-07-07T01:16:14.585Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3866750d-80c9-4318-8809-756fde76ff78 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:14.643Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3ed05998-99c7-4a1f-9afa-88ba9165d654 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:14.749Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3866750d-80c9-4318-8809-756fde76ff78 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=849 EndTimestamp=2021-07-07T01:16:14.749Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:13.900Z InvocationID=8c940bd6-0802-45ac-9ef2-ef23ab7a2565 ResponseDesc=OK 2021-07-07T01:16:14.951Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3ed05998-99c7-4a1f-9afa-88ba9165d654 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1025 EndTimestamp=2021-07-07T01:16:14.950Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:13.925Z InvocationID=62e98e48-9b2a-418f-baf0-80d56229f296 ResponseDesc=OK 2021-07-07T01:16:16.573Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=78d4bb59-d305-459f-9d3f-f7dd9632295b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:16.572Z InvocationID=f930380a-892e-4127-bd76-9c8a84da6de6 2021-07-07T01:16:16.653Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=78d4bb59-d305-459f-9d3f-f7dd9632295b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:16.885Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=78d4bb59-d305-459f-9d3f-f7dd9632295b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=313 EndTimestamp=2021-07-07T01:16:16.885Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:16.572Z InvocationID=89fd2df0-0724-4fd3-aa47-6200cb96bac6 ResponseDesc=OK 2021-07-07T01:16:17.088Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=443b3837-9bf5-4f21-8430-93ddbb13d8c9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:17.088Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:17.088Z InvocationID=303d2a87-2a00-4fae-bbd9-03fdfbbff9a6 2021-07-07T01:16:17.149Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=443b3837-9bf5-4f21-8430-93ddbb13d8c9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:17.348Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=443b3837-9bf5-4f21-8430-93ddbb13d8c9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=260 EndTimestamp=2021-07-07T01:16:17.348Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:17.088Z InvocationID=7a5eaa48-61c6-4ea5-880f-50ccaa25cd8d ResponseDesc=OK 2021-07-07T01:16:20.195Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6346ccfc-f2c5-4eb6-8653-84207d232f7d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:20.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:20.194Z InvocationID=88edfe2a-aa76-478f-a309-ce65de721c62 2021-07-07T01:16:20.484Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6346ccfc-f2c5-4eb6-8653-84207d232f7d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:20.690Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6346ccfc-f2c5-4eb6-8653-84207d232f7d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=496 EndTimestamp=2021-07-07T01:16:20.690Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:20.194Z InvocationID=ccdb29f5-4e8a-4c88-bd68-2d94dade42fa ResponseDesc=OK 2021-07-07T01:16:23.115Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0c348d0a-18ca-4e5d-87ca-6aea0ae39600 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:23.114Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:23.114Z InvocationID=8f8bab30-fb6b-4f93-a669-c920f7b84505 2021-07-07T01:16:23.192Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0c348d0a-18ca-4e5d-87ca-6aea0ae39600 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:23.301Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0c348d0a-18ca-4e5d-87ca-6aea0ae39600 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=186 EndTimestamp=2021-07-07T01:16:23.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:23.114Z InvocationID=d2bb5d54-4e66-4d15-bbb3-ad6850070c76 ResponseDesc=OK 2021-07-07T01:16:23.924Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=67eb0d84-81ee-472b-8b40-98cfee67d22b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:23.924Z InvocationID=2286fd61-fef4-4539-afff-cffcda1e0b11 2021-07-07T01:16:23.993Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=67eb0d84-81ee-472b-8b40-98cfee67d22b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:24.099Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=67eb0d84-81ee-472b-8b40-98cfee67d22b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=175 EndTimestamp=2021-07-07T01:16:24.099Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:23.924Z InvocationID=e2723e6e-8f82-471a-97c0-98a950368d22 ResponseDesc=OK 2021-07-07T01:16:25.996Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=40813d02-ec83-4304-825f-eafd8b621ee9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:25.996Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:25.996Z InvocationID=6ff841dc-ebd4-45ef-b652-5e1fce7ced14 2021-07-07T01:16:26.098Z [qtp817348612-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=40813d02-ec83-4304-825f-eafd8b621ee9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:26.571Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9d380020-e784-40a5-8ea4-42db53b0d185 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:26.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:26.571Z InvocationID=6a02498e-54e7-4a12-9222-a3e923fac8fd 2021-07-07T01:16:26.656Z [qtp817348612-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=40813d02-ec83-4304-825f-eafd8b621ee9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=660 EndTimestamp=2021-07-07T01:16:26.656Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:25.996Z InvocationID=ee8a5e06-063d-4d8d-b852-5e902e50c33d ResponseDesc=OK 2021-07-07T01:16:26.746Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9d380020-e784-40a5-8ea4-42db53b0d185 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:26.984Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9d380020-e784-40a5-8ea4-42db53b0d185 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=413 EndTimestamp=2021-07-07T01:16:26.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:26.571Z InvocationID=82397074-6e36-456f-b6ce-8626cca0eab0 ResponseDesc=OK 2021-07-07T01:16:29.294Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=73e5852a-2cd0-4156-8694-f334729c4e94 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:29.294Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:29.294Z InvocationID=1758523f-c9d1-4d29-8c21-b61978228026 2021-07-07T01:16:29.393Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=73e5852a-2cd0-4156-8694-f334729c4e94 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:29.492Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=73e5852a-2cd0-4156-8694-f334729c4e94 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=198 EndTimestamp=2021-07-07T01:16:29.492Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:29.294Z InvocationID=0c362e02-aa7c-47c7-90ad-0fdb2e1d45ec ResponseDesc=OK 2021-07-07T01:16:31.904Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3319ef6a-7824-4844-b50f-58848d743c42 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:31.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:31.904Z InvocationID=4478437c-c299-4e30-ab34-30ba8a423836 2021-07-07T01:16:31.988Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3319ef6a-7824-4844-b50f-58848d743c42 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:32.001Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3319ef6a-7824-4844-b50f-58848d743c42 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=97 EndTimestamp=2021-07-07T01:16:32.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:31.904Z InvocationID=5cc8e4e9-bf15-48d6-9a33-deeabd357a25 ResponseDesc=OK 2021-07-07T01:16:33.925Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4fa09d65-4337-4638-a7b8-4f5474ba1175 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:33.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:33.925Z InvocationID=de4b04f5-0ced-447d-a7f2-e3dc87858104 2021-07-07T01:16:34.486Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4fa09d65-4337-4638-a7b8-4f5474ba1175 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:34.684Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4fa09d65-4337-4638-a7b8-4f5474ba1175 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=759 EndTimestamp=2021-07-07T01:16:34.684Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:33.925Z InvocationID=b9edc147-1bdb-4d89-80c5-719425f7ad24 ResponseDesc=OK 2021-07-07T01:16:35.097Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b9988cc5-0cb1-472b-8636-4df94449a5ad InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:35.097Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:35.097Z InvocationID=5783a7fc-143d-4dc7-8fa1-23e38bfc9183 2021-07-07T01:16:35.189Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b9988cc5-0cb1-472b-8636-4df94449a5ad InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:35.586Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b9988cc5-0cb1-472b-8636-4df94449a5ad InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=489 EndTimestamp=2021-07-07T01:16:35.586Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:35.097Z InvocationID=63342f69-ad18-44c1-ad39-f4c31f8cb89d ResponseDesc=OK 2021-07-07T01:16:36.572Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=351f7bbc-f69d-4a1b-bd3d-0140c65db28f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:36.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:36.572Z InvocationID=7816f3d2-c9e5-4b31-aa73-e2e44fd51fe4 2021-07-07T01:16:36.683Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=351f7bbc-f69d-4a1b-bd3d-0140c65db28f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:36.949Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=351f7bbc-f69d-4a1b-bd3d-0140c65db28f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=377 EndTimestamp=2021-07-07T01:16:36.949Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:36.572Z InvocationID=ce40039e-6cc4-4a2b-be9e-e57b36c47cad ResponseDesc=OK 2021-07-07T01:16:38.190Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bf5056fe-fffd-4e24-82a5-3cf01e8de72d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:38.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:38.190Z InvocationID=e8f49c98-e793-4cb4-8f3c-5d405cb1f80f 2021-07-07T01:16:38.702Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bf5056fe-fffd-4e24-82a5-3cf01e8de72d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:38.984Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bf5056fe-fffd-4e24-82a5-3cf01e8de72d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=793 EndTimestamp=2021-07-07T01:16:38.983Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:38.190Z InvocationID=a926de88-84b8-45f4-9f38-d89ff1e3caa3 ResponseDesc=OK 2021-07-07T01:16:41.097Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3c87108a-fc65-4a0b-9901-3ceeab666e0e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:41.097Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:41.097Z InvocationID=b15a2324-5606-47cd-8062-542016ed0aa8 2021-07-07T01:16:41.288Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3c87108a-fc65-4a0b-9901-3ceeab666e0e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:41.487Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3c87108a-fc65-4a0b-9901-3ceeab666e0e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=389 EndTimestamp=2021-07-07T01:16:41.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:41.097Z InvocationID=09cef6d9-d79c-4478-9258-63f2b9431473 ResponseDesc=OK 2021-07-07T01:16:43.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f60b2e03-f892-4c44-84d6-2f386cd82a4d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:43.924Z InvocationID=c5950975-f91e-4f15-bc03-0a91913a995c 2021-07-07T01:16:43.989Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f60b2e03-f892-4c44-84d6-2f386cd82a4d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:43.989Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e877b20a-0663-45e6-94c3-0d3ba47ce1af InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:43.988Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:43.988Z InvocationID=2f405d03-539d-4913-a076-7f2ae54a910d 2021-07-07T01:16:44.244Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e877b20a-0663-45e6-94c3-0d3ba47ce1af InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:44.486Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e877b20a-0663-45e6-94c3-0d3ba47ce1af InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=498 EndTimestamp=2021-07-07T01:16:44.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:43.988Z InvocationID=eb6733b9-4199-4487-a29a-530a1044cacb ResponseDesc=OK 2021-07-07T01:16:44.548Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f60b2e03-f892-4c44-84d6-2f386cd82a4d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=624 EndTimestamp=2021-07-07T01:16:44.548Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:43.924Z InvocationID=4f3613fd-d70b-4196-892b-ce84d0d101bf ResponseDesc=OK 2021-07-07T01:16:46.573Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f94d3554-0650-473a-b2bb-8981a44e19ba InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:46.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:46.573Z InvocationID=0754ffb4-db54-4f76-bf1b-5939d5f3f32d 2021-07-07T01:16:46.659Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f94d3554-0650-473a-b2bb-8981a44e19ba InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:46.792Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f94d3554-0650-473a-b2bb-8981a44e19ba InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=219 EndTimestamp=2021-07-07T01:16:46.792Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:46.573Z InvocationID=2b2af168-6d5b-4f8e-93e0-02b33daeb582 ResponseDesc=OK 2021-07-07T01:16:46.992Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=65f03a3e-d4c6-4bf5-8c9a-40a47aaebebf InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:46.991Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:46.991Z InvocationID=a4dd651c-acb5-48c3-b6c0-8af4e11857d6 2021-07-07T01:16:47.184Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=65f03a3e-d4c6-4bf5-8c9a-40a47aaebebf InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:47.846Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=65f03a3e-d4c6-4bf5-8c9a-40a47aaebebf InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=855 EndTimestamp=2021-07-07T01:16:47.846Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:46.991Z InvocationID=ce72028a-1ffa-4988-8ff7-67b9e59dbaf2 ResponseDesc=OK 2021-07-07T01:16:50.389Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fb1ffd18-66ba-4abb-9641-136ea4f54977 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:50.388Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:50.388Z InvocationID=d12376d8-24a8-463b-ab0e-e5556d084f77 2021-07-07T01:16:51.374Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fb1ffd18-66ba-4abb-9641-136ea4f54977 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:51.588Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fb1ffd18-66ba-4abb-9641-136ea4f54977 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1199 EndTimestamp=2021-07-07T01:16:51.587Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:50.388Z InvocationID=bf4e7967-e18e-4d5d-8add-fdcaa69bc08b ResponseDesc=OK 2021-07-07T01:16:53.094Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=199feb44-de37-4eef-83e7-70ce0bb09875 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:53.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:53.094Z InvocationID=2474a1e1-2a3a-415e-ace2-7880e60782bf 2021-07-07T01:16:53.186Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=199feb44-de37-4eef-83e7-70ce0bb09875 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:53.487Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=199feb44-de37-4eef-83e7-70ce0bb09875 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=393 EndTimestamp=2021-07-07T01:16:53.487Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:53.094Z InvocationID=7dbe8e38-55ff-4926-b1dd-e196704450d6 ResponseDesc=OK 2021-07-07T01:16:53.924Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d6a0e5d3-4768-44c7-8ee6-742b0b3cc1be InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:53.924Z InvocationID=b4480273-0e82-4ba9-87c1-4893b2c265ff 2021-07-07T01:16:54.045Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d6a0e5d3-4768-44c7-8ee6-742b0b3cc1be InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:54.354Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d6a0e5d3-4768-44c7-8ee6-742b0b3cc1be InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=430 EndTimestamp=2021-07-07T01:16:54.354Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:53.924Z InvocationID=882cfcde-8f93-4b03-b788-ba94ae0a5dd3 ResponseDesc=OK 2021-07-07T01:16:55.708Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e62287e0-973b-49db-a55a-8c8751532998 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:55.708Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:55.708Z InvocationID=ff27354e-b306-41c4-93b8-740530f0a995 2021-07-07T01:16:56.257Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e62287e0-973b-49db-a55a-8c8751532998 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:56.484Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e62287e0-973b-49db-a55a-8c8751532998 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=776 EndTimestamp=2021-07-07T01:16:56.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:55.708Z InvocationID=654054c6-fade-4c2a-a200-711d22f2a450 ResponseDesc=OK 2021-07-07T01:16:56.571Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5eafd78b-cac4-4066-9860-ba0242db176e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:56.571Z InvocationID=fc917499-be23-4aa1-80eb-eb617429b7b8 2021-07-07T01:16:56.745Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5eafd78b-cac4-4066-9860-ba0242db176e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:16:56.989Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5eafd78b-cac4-4066-9860-ba0242db176e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=418 EndTimestamp=2021-07-07T01:16:56.989Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:56.571Z InvocationID=63586691-fe4b-482f-84bf-b24939fc7dcf ResponseDesc=OK 2021-07-07T01:16:59.186Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6e2f5c6f-8641-4784-bfa0-8a8de1b039b3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:16:59.186Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:59.186Z InvocationID=d044d004-8bf8-4990-8318-dc951835d603 2021-07-07T01:16:59.290Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6e2f5c6f-8641-4784-bfa0-8a8de1b039b3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:00.142Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6e2f5c6f-8641-4784-bfa0-8a8de1b039b3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=956 EndTimestamp=2021-07-07T01:17:00.142Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:16:59.186Z InvocationID=503693e9-045d-43e4-ba61-c66cb7120d34 ResponseDesc=OK 2021-07-07T01:17:01.994Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0feb145d-0691-4fff-b1ab-349ae8476818 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:01.993Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:01.993Z InvocationID=e93d68b3-ae40-4917-93ad-369b7d57f32c 2021-07-07T01:17:02.250Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0feb145d-0691-4fff-b1ab-349ae8476818 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:02.484Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0feb145d-0691-4fff-b1ab-349ae8476818 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=491 EndTimestamp=2021-07-07T01:17:02.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:01.993Z InvocationID=9c006b8b-a389-482b-935c-453284abaf88 ResponseDesc=OK 2021-07-07T01:17:03.924Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=33066e83-9cba-4a9b-8f7d-d4dbad2cf187 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:03.924Z InvocationID=05900d39-4606-400e-beb3-3a344d43bf3d 2021-07-07T01:17:04.090Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=33066e83-9cba-4a9b-8f7d-d4dbad2cf187 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:04.386Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=33066e83-9cba-4a9b-8f7d-d4dbad2cf187 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=462 EndTimestamp=2021-07-07T01:17:04.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:03.924Z InvocationID=8fe4e750-dfea-43f1-a269-cfda6f0c97a7 ResponseDesc=OK 2021-07-07T01:17:04.890Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=69b0b78c-8974-49d2-abcb-b79440847e56 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:04.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:04.890Z InvocationID=dccbd87e-f5dd-4fb7-a190-1512bedfeb98 2021-07-07T01:17:04.983Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=69b0b78c-8974-49d2-abcb-b79440847e56 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:05.244Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=69b0b78c-8974-49d2-abcb-b79440847e56 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=354 EndTimestamp=2021-07-07T01:17:05.244Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:04.890Z InvocationID=05ecf993-daa0-4478-a57e-2ba3d311bf00 ResponseDesc=OK 2021-07-07T01:17:06.572Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ea4e8ca5-d7a3-4d2a-8561-9fa99fce64d3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:06.572Z InvocationID=6c8692fc-10c0-4f97-9843-d5a90bf1eb55 2021-07-07T01:17:06.888Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ea4e8ca5-d7a3-4d2a-8561-9fa99fce64d3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:06.987Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ea4e8ca5-d7a3-4d2a-8561-9fa99fce64d3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=415 EndTimestamp=2021-07-07T01:17:06.987Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:06.572Z InvocationID=3818df24-18d6-48e1-bc89-b1f10bc85b6a ResponseDesc=OK 2021-07-07T01:17:07.897Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2dce1df6-887d-4a26-8e44-235d93b51db0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:07.897Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:07.897Z InvocationID=3eb45094-bbbb-4c46-8086-e9349c6b870e 2021-07-07T01:17:08.003Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2dce1df6-887d-4a26-8e44-235d93b51db0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:08.486Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2dce1df6-887d-4a26-8e44-235d93b51db0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=589 EndTimestamp=2021-07-07T01:17:08.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:07.897Z InvocationID=bc0c4976-efde-4553-a918-60a18a73d225 ResponseDesc=OK 2021-07-07T01:17:10.892Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0738f634-5d8f-4032-90b0-7ccfee70c6a8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:10.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:10.892Z InvocationID=8b75596e-2b50-4575-a696-a035fb635bc8 2021-07-07T01:17:10.983Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0738f634-5d8f-4032-90b0-7ccfee70c6a8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:11.187Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0738f634-5d8f-4032-90b0-7ccfee70c6a8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=295 EndTimestamp=2021-07-07T01:17:11.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:10.892Z InvocationID=33f87b4b-ed43-4d4a-99e3-a10538d41185 ResponseDesc=OK 2021-07-07T01:17:13.923Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a8ea38af-0f72-457c-8187-eec10fa4ae74 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:13.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:13.923Z InvocationID=21bd12ad-5a9e-4e15-9642-a308310d2d52 2021-07-07T01:17:14.001Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a1cbaff2-ca5f-4713-bd3d-492fc02f66d7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:14.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:14.001Z InvocationID=b1df903a-e2e9-4408-949a-adc901a3440c 2021-07-07T01:17:14.042Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a8ea38af-0f72-457c-8187-eec10fa4ae74 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:14.083Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a1cbaff2-ca5f-4713-bd3d-492fc02f66d7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:14.286Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a8ea38af-0f72-457c-8187-eec10fa4ae74 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=363 EndTimestamp=2021-07-07T01:17:14.286Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:13.923Z InvocationID=cb42feb9-ce7d-4a98-a9a6-3cc55117beff ResponseDesc=OK 2021-07-07T01:17:14.486Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a1cbaff2-ca5f-4713-bd3d-492fc02f66d7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=485 EndTimestamp=2021-07-07T01:17:14.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:14.001Z InvocationID=5b4fbd90-3ed6-4ef1-8e5c-8c8a96d956a8 ResponseDesc=OK 2021-07-07T01:17:16.571Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8ba1f38c-66c3-443e-8cb6-0a89d9647845 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:16.571Z InvocationID=1831574f-a5e9-4d13-8d49-72a69e6e0464 2021-07-07T01:17:16.683Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8ba1f38c-66c3-443e-8cb6-0a89d9647845 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:16.944Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8ba1f38c-66c3-443e-8cb6-0a89d9647845 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=372 EndTimestamp=2021-07-07T01:17:16.943Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:16.571Z InvocationID=1fcc20d1-91d7-4647-b1fc-b3aa91716ae3 ResponseDesc=OK 2021-07-07T01:17:17.086Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=756f5a52-c186-435c-ac36-620114000bef InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:17.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:17.086Z InvocationID=33d82f97-5e04-48bb-9507-db7a45df5bd9 2021-07-07T01:17:17.347Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=756f5a52-c186-435c-ac36-620114000bef InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:17.584Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=756f5a52-c186-435c-ac36-620114000bef InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=498 EndTimestamp=2021-07-07T01:17:17.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:17.086Z InvocationID=82329255-1a3d-4460-b43d-11d463257a86 ResponseDesc=OK 2021-07-07T01:17:20.303Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=533a8d3f-f2d3-4cf8-a220-ca3440cdd602 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:20.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:20.303Z InvocationID=623393e1-220d-4534-80d5-278df98719fc 2021-07-07T01:17:20.486Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=533a8d3f-f2d3-4cf8-a220-ca3440cdd602 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:20.994Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=533a8d3f-f2d3-4cf8-a220-ca3440cdd602 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=691 EndTimestamp=2021-07-07T01:17:20.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:20.303Z InvocationID=3bae7891-1b20-4a8a-b4e5-134ddc618021 ResponseDesc=OK 2021-07-07T01:17:23.099Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cea698ed-9c35-483f-9d16-a40dc4d0625a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:23.099Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:23.099Z InvocationID=e6b993d0-286c-4755-8c55-680594e08a8a 2021-07-07T01:17:23.187Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cea698ed-9c35-483f-9d16-a40dc4d0625a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:23.446Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cea698ed-9c35-483f-9d16-a40dc4d0625a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=347 EndTimestamp=2021-07-07T01:17:23.446Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:23.099Z InvocationID=1cc9f965-025f-41fb-92e5-d72d24a827c8 ResponseDesc=OK 2021-07-07T01:17:23.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3e5fb1ae-74b1-4d64-b6b9-28dd0b5b3042 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:23.924Z InvocationID=f7852da5-1a49-4ffb-a2c0-2dcaa5544a2d 2021-07-07T01:17:24.141Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3e5fb1ae-74b1-4d64-b6b9-28dd0b5b3042 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:24.384Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3e5fb1ae-74b1-4d64-b6b9-28dd0b5b3042 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=460 EndTimestamp=2021-07-07T01:17:24.384Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:23.924Z InvocationID=642a3541-be1f-4b85-9a6a-e9de1b5309a1 ResponseDesc=OK 2021-07-07T01:17:25.887Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7f4b5610-60cc-41ea-aeae-af111603811c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:25.887Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:25.887Z InvocationID=d050f6ef-2b50-4704-a768-85e0f0bdd190 2021-07-07T01:17:25.958Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7f4b5610-60cc-41ea-aeae-af111603811c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:26.247Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7f4b5610-60cc-41ea-aeae-af111603811c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=359 EndTimestamp=2021-07-07T01:17:26.246Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:25.887Z InvocationID=0dfc6ec7-433e-424e-8e2c-0e26b2787a19 ResponseDesc=OK 2021-07-07T01:17:26.572Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5b18d908-29a5-4ba3-a2f4-aefa961af086 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:26.572Z InvocationID=bbc22532-1964-421e-8e11-fd85f86a90c4 2021-07-07T01:17:26.983Z [qtp817348612-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5b18d908-29a5-4ba3-a2f4-aefa961af086 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:27.247Z [qtp817348612-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5b18d908-29a5-4ba3-a2f4-aefa961af086 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=675 EndTimestamp=2021-07-07T01:17:27.247Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:26.572Z InvocationID=03c1cf39-6575-4aad-9d33-529b067c2b0c ResponseDesc=OK 2021-07-07T01:17:29.103Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6ba5c4ec-b4f4-4894-b23c-af00a9f08f30 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:29.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:29.103Z InvocationID=5022191a-fe96-4031-9563-0f6ee1853b44 2021-07-07T01:17:29.193Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6ba5c4ec-b4f4-4894-b23c-af00a9f08f30 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:29.384Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6ba5c4ec-b4f4-4894-b23c-af00a9f08f30 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=281 EndTimestamp=2021-07-07T01:17:29.384Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:29.103Z InvocationID=624b3936-1b81-44fa-9ccd-2bfc96eed691 ResponseDesc=OK 2021-07-07T01:17:31.901Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=19120607-18c9-4107-aa9a-6b163ac67df9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:31.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:31.900Z InvocationID=193b8897-2918-471a-9c5c-7b7fc044b793 2021-07-07T01:17:32.185Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=19120607-18c9-4107-aa9a-6b163ac67df9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:32.486Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=19120607-18c9-4107-aa9a-6b163ac67df9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=586 EndTimestamp=2021-07-07T01:17:32.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:31.900Z InvocationID=39eebb3d-f03f-41a5-83f1-1d7e3ced37ff ResponseDesc=OK 2021-07-07T01:17:33.924Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=de4de928-fccf-4cb6-8d82-4287d184eace InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:33.924Z InvocationID=3d7deeef-4b4c-4ec1-9edd-ef184f211390 2021-07-07T01:17:33.989Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=de4de928-fccf-4cb6-8d82-4287d184eace InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:34.348Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=de4de928-fccf-4cb6-8d82-4287d184eace InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=424 EndTimestamp=2021-07-07T01:17:34.348Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:33.924Z InvocationID=3265fee8-9ee4-4cc4-9faa-ff6e2901251f ResponseDesc=OK 2021-07-07T01:17:34.816Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8266228d-c499-44a0-9bd6-c34cc0463972 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:34.815Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:34.815Z InvocationID=08aaaeac-aab8-49e0-95f9-417239e18ce0 2021-07-07T01:17:35.049Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8266228d-c499-44a0-9bd6-c34cc0463972 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:35.291Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8266228d-c499-44a0-9bd6-c34cc0463972 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=476 EndTimestamp=2021-07-07T01:17:35.291Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:34.815Z InvocationID=b39adaf8-cf9e-4a81-8f1b-0becbaca603d ResponseDesc=OK 2021-07-07T01:17:36.571Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=40ccc65f-0399-4317-8f1d-a677ecf0fb24 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:36.571Z InvocationID=b7e7d0c6-5b51-4ef7-bd17-529f48c909c3 2021-07-07T01:17:36.645Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=40ccc65f-0399-4317-8f1d-a677ecf0fb24 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:36.949Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=40ccc65f-0399-4317-8f1d-a677ecf0fb24 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=378 EndTimestamp=2021-07-07T01:17:36.949Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:36.571Z InvocationID=1b797e5b-ec89-429c-8169-f9987c53d037 ResponseDesc=OK 2021-07-07T01:17:38.288Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ad7574d2-828a-49d1-8c46-88817d3a55d2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:38.287Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:38.287Z InvocationID=b543b981-24f9-436c-930f-598c65e14f89 2021-07-07T01:17:38.384Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ad7574d2-828a-49d1-8c46-88817d3a55d2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:38.588Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ad7574d2-828a-49d1-8c46-88817d3a55d2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=300 EndTimestamp=2021-07-07T01:17:38.587Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:38.287Z InvocationID=43e10ec5-24f1-49ac-95fd-fa338b61b698 ResponseDesc=OK 2021-07-07T01:17:41.100Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e630793b-a353-47be-8996-49c693996065 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:41.099Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:41.099Z InvocationID=bd62fb30-dc75-452c-8546-d6964bc2ed82 2021-07-07T01:17:41.297Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e630793b-a353-47be-8996-49c693996065 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:41.584Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e630793b-a353-47be-8996-49c693996065 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=485 EndTimestamp=2021-07-07T01:17:41.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:41.099Z InvocationID=8916e35d-72cc-47d0-b712-46e72ea36f23 ResponseDesc=OK 2021-07-07T01:17:43.926Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=de670c79-cf29-4f44-a2ab-dc59f7870b75 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:43.926Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:43.926Z InvocationID=cb0d9eb1-6bfc-41fa-92f8-57c0d1d4b280 2021-07-07T01:17:43.993Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5c08dcc8-b929-4f00-84df-92c6160fc139 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:43.993Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:43.993Z InvocationID=3b804ae7-46f7-4588-9540-140ab2c06354 2021-07-07T01:17:44.086Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=de670c79-cf29-4f44-a2ab-dc59f7870b75 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:44.589Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5c08dcc8-b929-4f00-84df-92c6160fc139 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:44.887Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=de670c79-cf29-4f44-a2ab-dc59f7870b75 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=960 EndTimestamp=2021-07-07T01:17:44.886Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:43.926Z InvocationID=922e6686-cbf9-41f2-ab78-08da2401ace7 ResponseDesc=OK 2021-07-07T01:17:45.144Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5c08dcc8-b929-4f00-84df-92c6160fc139 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1151 EndTimestamp=2021-07-07T01:17:45.144Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:43.993Z InvocationID=372ba50a-2ec9-4cbc-abdc-b822446ebd68 ResponseDesc=OK 2021-07-07T01:17:46.572Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d7f4e5c5-f998-400d-a02a-94fa30c2fb79 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:46.572Z InvocationID=01817151-89e4-44d0-a139-c917e1fe98c0 2021-07-07T01:17:46.754Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d7f4e5c5-f998-400d-a02a-94fa30c2fb79 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:46.985Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d7f4e5c5-f998-400d-a02a-94fa30c2fb79 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=413 EndTimestamp=2021-07-07T01:17:46.985Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:46.572Z InvocationID=c54b6f9a-a442-4f80-a7b7-acb1c5cfbfc8 ResponseDesc=OK 2021-07-07T01:17:46.995Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bd852788-6e21-468b-8132-dfffc05a5f79 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:46.995Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:46.995Z InvocationID=14a42939-89b1-4e81-b66f-ae8709d67773 2021-07-07T01:17:47.084Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bd852788-6e21-468b-8132-dfffc05a5f79 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:47.464Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bd852788-6e21-468b-8132-dfffc05a5f79 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=468 EndTimestamp=2021-07-07T01:17:47.463Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:46.995Z InvocationID=2a51e293-1067-4911-b447-b359b14c8599 ResponseDesc=OK 2021-07-07T01:17:50.192Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d63bc365-993e-456d-9749-01d4f5b4dd70 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:50.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:50.192Z InvocationID=5d7cccf4-34cb-40d2-8028-1f1a83f218c9 2021-07-07T01:17:50.346Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d63bc365-993e-456d-9749-01d4f5b4dd70 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:50.650Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d63bc365-993e-456d-9749-01d4f5b4dd70 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=458 EndTimestamp=2021-07-07T01:17:50.650Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:50.192Z InvocationID=9b54c440-fcfc-4a0e-8570-800f8db19ce1 ResponseDesc=OK 2021-07-07T01:17:53.096Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=daf00a14-d4ad-4f67-8aa8-71835bb68257 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:53.095Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:53.095Z InvocationID=ed4f0f77-ae82-44ce-8150-e47d358deb04 2021-07-07T01:17:53.349Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=daf00a14-d4ad-4f67-8aa8-71835bb68257 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:53.448Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=daf00a14-d4ad-4f67-8aa8-71835bb68257 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=353 EndTimestamp=2021-07-07T01:17:53.448Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:53.095Z InvocationID=cbebceb8-8ec0-49e1-9ced-a921301f2cf0 ResponseDesc=OK 2021-07-07T01:17:53.925Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eff23c50-3063-4901-b6da-40398d273da6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:53.924Z InvocationID=5cd43ccc-fbf4-450f-aef6-fd74efd8b2ed 2021-07-07T01:17:54.085Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eff23c50-3063-4901-b6da-40398d273da6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:54.498Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eff23c50-3063-4901-b6da-40398d273da6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=573 EndTimestamp=2021-07-07T01:17:54.497Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:53.924Z InvocationID=4a85318c-6adc-4bd5-8363-aa05cd5c6a43 ResponseDesc=OK 2021-07-07T01:17:55.893Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0fad8444-9054-4a64-b62f-78ae939fd536 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:55.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:55.892Z InvocationID=06368fa8-e9df-4df0-b8b0-b82f3e82149f 2021-07-07T01:17:55.983Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0fad8444-9054-4a64-b62f-78ae939fd536 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:56.242Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0fad8444-9054-4a64-b62f-78ae939fd536 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=350 EndTimestamp=2021-07-07T01:17:56.242Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:55.892Z InvocationID=b5714d75-5839-4042-98b8-7669c5d24696 ResponseDesc=OK 2021-07-07T01:17:56.572Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6747f0e7-8184-4cf2-b0b7-34ecf0a7a778 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:56.572Z InvocationID=af30e678-a48a-4be9-8d0e-f7862c651aad 2021-07-07T01:17:56.753Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6747f0e7-8184-4cf2-b0b7-34ecf0a7a778 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:56.984Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6747f0e7-8184-4cf2-b0b7-34ecf0a7a778 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=412 EndTimestamp=2021-07-07T01:17:56.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:56.572Z InvocationID=7b7c96b0-f24d-4060-a71c-1a6da8c3c45f ResponseDesc=OK 2021-07-07T01:17:58.899Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b6c25842-c4fe-4304-821a-d00d0c15270c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:17:58.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:58.899Z InvocationID=a24df404-b256-427f-9007-478183bed8f9 2021-07-07T01:17:59.089Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b6c25842-c4fe-4304-821a-d00d0c15270c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:17:59.501Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b6c25842-c4fe-4304-821a-d00d0c15270c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=602 EndTimestamp=2021-07-07T01:17:59.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:17:58.899Z InvocationID=06a1846e-c302-444d-8aa7-351b43ba4ff8 ResponseDesc=OK 2021-07-07T01:18:02.200Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f3ec749b-d722-4771-8695-7ca486a93a37 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:02.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:02.200Z InvocationID=ca1e5ab2-3000-4536-8d82-f711a5d84ba3 2021-07-07T01:18:02.287Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f3ec749b-d722-4771-8695-7ca486a93a37 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:02.618Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f3ec749b-d722-4771-8695-7ca486a93a37 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=418 EndTimestamp=2021-07-07T01:18:02.618Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:02.200Z InvocationID=7ba2c967-1902-4921-b4ea-52e8e63da5fc ResponseDesc=OK 2021-07-07T01:18:03.924Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5e1d7f26-80d0-494f-9bc3-df4f053391ee InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:03.924Z InvocationID=6ac84e18-7848-4246-afe9-fab6a54aa993 2021-07-07T01:18:03.990Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5e1d7f26-80d0-494f-9bc3-df4f053391ee InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:04.091Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5e1d7f26-80d0-494f-9bc3-df4f053391ee InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=167 EndTimestamp=2021-07-07T01:18:04.091Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:03.924Z InvocationID=013b1fdf-ff2a-427f-945f-8f840b162993 ResponseDesc=OK 2021-07-07T01:18:05.091Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d2a48634-ff1b-4612-98fc-e505f16d8bb7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:05.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:05.091Z InvocationID=ec00fa12-ec20-4077-91ac-d556089c8b0f 2021-07-07T01:18:05.185Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d2a48634-ff1b-4612-98fc-e505f16d8bb7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:05.286Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d2a48634-ff1b-4612-98fc-e505f16d8bb7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=195 EndTimestamp=2021-07-07T01:18:05.286Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:05.091Z InvocationID=0354d4c6-7fe1-4d83-bddd-2051add215bd ResponseDesc=OK 2021-07-07T01:18:06.572Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aae0c177-9685-41d2-b09c-b3cd1e91ac2e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:06.572Z InvocationID=9439a688-8a7b-461c-896c-ca0005b61c14 2021-07-07T01:18:06.783Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aae0c177-9685-41d2-b09c-b3cd1e91ac2e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:06.894Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aae0c177-9685-41d2-b09c-b3cd1e91ac2e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=322 EndTimestamp=2021-07-07T01:18:06.894Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:06.572Z InvocationID=73279aef-7b94-48c8-976a-a1c7fbae5c74 ResponseDesc=OK 2021-07-07T01:18:07.995Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a107fcc8-11e0-406d-9bd4-a0eeb0575234 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:07.995Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:07.995Z InvocationID=74ea9bb7-84b0-4fbe-8544-53c3c27ca9fb 2021-07-07T01:18:08.088Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a107fcc8-11e0-406d-9bd4-a0eeb0575234 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:08.185Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a107fcc8-11e0-406d-9bd4-a0eeb0575234 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=189 EndTimestamp=2021-07-07T01:18:08.184Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:07.995Z InvocationID=d78ed17d-b051-48db-ab0b-381f2f3059ba ResponseDesc=OK 2021-07-07T01:18:10.993Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ec2884e0-c1c0-4327-9d81-123d28c6481f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:10.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:10.992Z InvocationID=f55e6a3e-5be0-4027-8732-9b98bf21e162 2021-07-07T01:18:11.087Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ec2884e0-c1c0-4327-9d81-123d28c6481f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:11.386Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ec2884e0-c1c0-4327-9d81-123d28c6481f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=394 EndTimestamp=2021-07-07T01:18:11.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:10.992Z InvocationID=36a7dc46-e2eb-4f88-95cc-39ead98041d9 ResponseDesc=OK 2021-07-07T01:18:13.902Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e1eccacd-2fa2-44e8-b2d1-c8dc5a75501b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:13.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:13.902Z InvocationID=3b3c9a31-44c6-4493-b159-1be320a63423 2021-07-07T01:18:13.925Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53ee3674-cf51-47cf-922c-c6952ee86915 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:13.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:13.925Z InvocationID=49cfa60f-0eac-4471-a902-9d60f298e4d3 2021-07-07T01:18:14.094Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e1eccacd-2fa2-44e8-b2d1-c8dc5a75501b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:14.186Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53ee3674-cf51-47cf-922c-c6952ee86915 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:14.486Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e1eccacd-2fa2-44e8-b2d1-c8dc5a75501b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=584 EndTimestamp=2021-07-07T01:18:14.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:13.902Z InvocationID=e99e5b07-8afe-4e36-8650-7308509799ed ResponseDesc=OK 2021-07-07T01:18:14.542Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=53ee3674-cf51-47cf-922c-c6952ee86915 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=617 EndTimestamp=2021-07-07T01:18:14.542Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:13.925Z InvocationID=ab3f7807-636e-406d-8224-f768dd42f27f ResponseDesc=OK 2021-07-07T01:18:16.572Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ab3ea7d3-a3cd-45ea-8a73-ca49781e6862 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:16.572Z InvocationID=f4d743b9-2626-45ef-960a-62d738313e3d 2021-07-07T01:18:16.646Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ab3ea7d3-a3cd-45ea-8a73-ca49781e6862 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:16.946Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ab3ea7d3-a3cd-45ea-8a73-ca49781e6862 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=374 EndTimestamp=2021-07-07T01:18:16.946Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:16.572Z InvocationID=bec74b9d-efbd-46fa-99ba-8904ecad07dd ResponseDesc=OK 2021-07-07T01:18:17.304Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c5d07cc5-ddb2-402b-869c-bda3f64921cb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:17.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:17.304Z InvocationID=581c97c6-edba-4047-83b2-23818998ee07 2021-07-07T01:18:17.484Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c5d07cc5-ddb2-402b-869c-bda3f64921cb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:17.843Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c5d07cc5-ddb2-402b-869c-bda3f64921cb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=538 EndTimestamp=2021-07-07T01:18:17.842Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:17.304Z InvocationID=71acd425-7d1e-4883-bc7c-11c95f587fd8 ResponseDesc=OK 2021-07-07T01:18:20.192Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4cf8b342-02bb-4185-b86b-a46d4a2c35ed InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:20.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:20.191Z InvocationID=cdcbd81f-749c-4285-89db-deb4018c3a98 2021-07-07T01:18:20.443Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4cf8b342-02bb-4185-b86b-a46d4a2c35ed InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:20.684Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4cf8b342-02bb-4185-b86b-a46d4a2c35ed InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=493 EndTimestamp=2021-07-07T01:18:20.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:20.191Z InvocationID=8114586e-39b0-4da8-80b1-59c239afd947 ResponseDesc=OK 2021-07-07T01:18:23.191Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=02aa8969-5db0-423d-b812-090ea5667c8f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:23.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:23.191Z InvocationID=f0364c66-fb10-4ccf-9fd8-b1ec1ecc656f 2021-07-07T01:18:23.386Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=02aa8969-5db0-423d-b812-090ea5667c8f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:23.925Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7807b2e5-6f06-4e21-90f3-da54b47f5051 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:23.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:23.925Z InvocationID=cbffaf61-9343-4877-bdbf-5e2e3bfa6c47 2021-07-07T01:18:23.990Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7807b2e5-6f06-4e21-90f3-da54b47f5051 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:24.086Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=02aa8969-5db0-423d-b812-090ea5667c8f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=895 EndTimestamp=2021-07-07T01:18:24.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:23.191Z InvocationID=327f3c37-942e-46cc-b646-7745dbeb5b70 ResponseDesc=OK 2021-07-07T01:18:24.343Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7807b2e5-6f06-4e21-90f3-da54b47f5051 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=418 EndTimestamp=2021-07-07T01:18:24.343Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:23.925Z InvocationID=59b292d3-6ec9-46e1-b6c7-e9b43f935255 ResponseDesc=OK 2021-07-07T01:18:25.706Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=19006a0d-779f-4622-a75a-7e3d7a634954 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:25.706Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:25.706Z InvocationID=46ea1c9e-288d-4132-99d5-5e1f8e745186 2021-07-07T01:18:25.945Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=19006a0d-779f-4622-a75a-7e3d7a634954 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:26.184Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=19006a0d-779f-4622-a75a-7e3d7a634954 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=478 EndTimestamp=2021-07-07T01:18:26.184Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:25.706Z InvocationID=3ee32c84-9d82-49a8-9433-44b7b18cbd00 ResponseDesc=OK 2021-07-07T01:18:26.573Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=059997c5-ba56-41d2-b460-0a6e56c9a95f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:26.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:26.573Z InvocationID=237bd248-78af-448c-8194-9230685c252a 2021-07-07T01:18:26.650Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=059997c5-ba56-41d2-b460-0a6e56c9a95f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:27.186Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=059997c5-ba56-41d2-b460-0a6e56c9a95f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=612 EndTimestamp=2021-07-07T01:18:27.185Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:26.573Z InvocationID=59ae4dbc-74cf-4fcd-8070-8d9e3ff0f2a2 ResponseDesc=OK 2021-07-07T01:18:29.193Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ffd70119-f6a7-4d28-b9f6-5e78fa747fc7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:29.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:29.193Z InvocationID=21f226b1-b4cb-414f-9b98-e60ab7561ac0 2021-07-07T01:18:29.297Z [qtp817348612-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ffd70119-f6a7-4d28-b9f6-5e78fa747fc7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:29.543Z [qtp817348612-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ffd70119-f6a7-4d28-b9f6-5e78fa747fc7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=349 EndTimestamp=2021-07-07T01:18:29.542Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:29.193Z InvocationID=f772027f-9cd7-4772-b5fc-f9be9288512a ResponseDesc=OK 2021-07-07T01:18:32.091Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7426bc26-bc47-4851-8fc2-360acd780417 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:32.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:32.091Z InvocationID=ed85f677-067b-492c-9449-3e068f6a2afc 2021-07-07T01:18:32.344Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7426bc26-bc47-4851-8fc2-360acd780417 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:33.353Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7426bc26-bc47-4851-8fc2-360acd780417 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1262 EndTimestamp=2021-07-07T01:18:33.353Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:32.091Z InvocationID=f0d363c2-f51c-4e23-8bfa-f929294b5d94 ResponseDesc=OK 2021-07-07T01:18:33.930Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c01882be-091f-498e-a3a6-e739dcb27556 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:33.929Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:33.929Z InvocationID=90c5df5b-fb26-46c1-9736-b29f5484bbab 2021-07-07T01:18:34.185Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c01882be-091f-498e-a3a6-e739dcb27556 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:34.586Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c01882be-091f-498e-a3a6-e739dcb27556 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=657 EndTimestamp=2021-07-07T01:18:34.586Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:33.929Z InvocationID=0355fd8e-8ee7-454a-ba12-33f7ae4b2cab ResponseDesc=OK 2021-07-07T01:18:34.990Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=31670598-e31c-47a0-8856-041c73efe15c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:34.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:34.990Z InvocationID=8e626626-23c5-4c10-9b73-762b9d8c4bdb 2021-07-07T01:18:35.256Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=31670598-e31c-47a0-8856-041c73efe15c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:35.846Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=31670598-e31c-47a0-8856-041c73efe15c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=856 EndTimestamp=2021-07-07T01:18:35.846Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:34.990Z InvocationID=d00da6ae-874f-49af-a7a5-8ec4824b147b ResponseDesc=OK 2021-07-07T01:18:36.572Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=df2a16cd-b6e1-4e05-85fc-5becaf1e05fb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:36.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:36.572Z InvocationID=cb5d1a7c-ccb7-4e6c-9f0f-973227bd1072 2021-07-07T01:18:36.742Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=df2a16cd-b6e1-4e05-85fc-5becaf1e05fb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:36.984Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=df2a16cd-b6e1-4e05-85fc-5becaf1e05fb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=412 EndTimestamp=2021-07-07T01:18:36.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:36.572Z InvocationID=6bfdd11e-5154-4cc9-9608-5b452e78df09 ResponseDesc=OK 2021-07-07T01:18:38.087Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b027a3e1-c50a-45fa-b02c-43c25fbe4e9e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:38.087Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:38.087Z InvocationID=4bccd761-90e4-48e0-b0f1-dae044eec505 2021-07-07T01:18:38.186Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b027a3e1-c50a-45fa-b02c-43c25fbe4e9e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:38.996Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b027a3e1-c50a-45fa-b02c-43c25fbe4e9e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=909 EndTimestamp=2021-07-07T01:18:38.996Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:38.087Z InvocationID=80e7b3d5-6cc0-46f2-b05e-7f42afe13ac3 ResponseDesc=OK 2021-07-07T01:18:40.996Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ce0be9f2-d8b2-497a-a64e-23aba9cb2af1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:40.996Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:40.996Z InvocationID=9194aa6e-988b-49f1-891e-6bc4d4ce20a0 2021-07-07T01:18:41.086Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ce0be9f2-d8b2-497a-a64e-23aba9cb2af1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:42.302Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ce0be9f2-d8b2-497a-a64e-23aba9cb2af1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1306 EndTimestamp=2021-07-07T01:18:42.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:40.996Z InvocationID=ebb4fc44-2f85-4210-92be-f2a57fa1718f ResponseDesc=OK 2021-07-07T01:18:43.924Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b34a62d4-cb37-49df-a4d7-1fe3c681b32e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:43.924Z InvocationID=c05216a5-0131-431d-89e5-9f33f94dc84a 2021-07-07T01:18:44.065Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b34a62d4-cb37-49df-a4d7-1fe3c681b32e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:44.090Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d487aea4-735c-4fb8-a860-6900764b4362 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:44.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:44.090Z InvocationID=01435fd3-9ee7-4a4e-b820-bc2627a741cf 2021-07-07T01:18:44.186Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d487aea4-735c-4fb8-a860-6900764b4362 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:44.188Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b34a62d4-cb37-49df-a4d7-1fe3c681b32e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=263 EndTimestamp=2021-07-07T01:18:44.187Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:43.924Z InvocationID=6782db50-96a0-4d92-96aa-06808915de10 ResponseDesc=OK 2021-07-07T01:18:44.704Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d487aea4-735c-4fb8-a860-6900764b4362 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=614 EndTimestamp=2021-07-07T01:18:44.704Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:44.090Z InvocationID=43e9f39b-8def-4a71-93d1-783c04968116 ResponseDesc=OK 2021-07-07T01:18:46.572Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=27dec644-4803-4baf-a890-a5412e3142cd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:46.571Z InvocationID=4de5f92c-59f9-44cf-aa62-408e20a83e10 2021-07-07T01:18:46.683Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=27dec644-4803-4baf-a890-a5412e3142cd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:46.998Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f7c5e7f3-955b-45f8-bef7-a56010a547b8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:46.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:46.997Z InvocationID=fc0ccec9-6501-41cd-bee0-70d9890e7c61 2021-07-07T01:18:47.045Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=27dec644-4803-4baf-a890-a5412e3142cd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=474 EndTimestamp=2021-07-07T01:18:47.045Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:46.571Z InvocationID=f3732963-4c24-4cba-811c-4cece4f6b807 ResponseDesc=OK 2021-07-07T01:18:47.221Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f7c5e7f3-955b-45f8-bef7-a56010a547b8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:48.085Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f7c5e7f3-955b-45f8-bef7-a56010a547b8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1087 EndTimestamp=2021-07-07T01:18:48.084Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:46.997Z InvocationID=8f9a484f-9967-4cd5-bfdf-467e31f28368 ResponseDesc=OK 2021-07-07T01:18:50.092Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=02439b9c-8d56-4f46-aafe-55aed7a914ed InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:50.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:50.092Z InvocationID=7739ad40-370f-40f2-8213-39c4dbe6d743 2021-07-07T01:18:50.186Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=02439b9c-8d56-4f46-aafe-55aed7a914ed InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:51.286Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=02439b9c-8d56-4f46-aafe-55aed7a914ed InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1194 EndTimestamp=2021-07-07T01:18:51.286Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:50.092Z InvocationID=82924538-feef-41f2-9def-f729075048fb ResponseDesc=OK 2021-07-07T01:18:53.303Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b88574e4-ba8d-43d9-9088-86b9ae6d0621 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:53.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:53.303Z InvocationID=658f6a1d-2b1d-4398-a28b-3fc61b95f885 2021-07-07T01:18:53.389Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b88574e4-ba8d-43d9-9088-86b9ae6d0621 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:53.628Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b88574e4-ba8d-43d9-9088-86b9ae6d0621 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=325 EndTimestamp=2021-07-07T01:18:53.628Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:53.303Z InvocationID=d35c24e5-60bb-401a-a366-75adcb6483d9 ResponseDesc=OK 2021-07-07T01:18:53.924Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=db838a24-70a1-4d90-9ffb-5aa6a568881e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:53.924Z InvocationID=8305904e-9819-4450-96da-3a875f214919 2021-07-07T01:18:54.045Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=db838a24-70a1-4d90-9ffb-5aa6a568881e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:54.285Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=db838a24-70a1-4d90-9ffb-5aa6a568881e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=361 EndTimestamp=2021-07-07T01:18:54.285Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:53.924Z InvocationID=b3dfee6e-4966-4ebf-8ee7-8cb9ff3ccf6e ResponseDesc=OK 2021-07-07T01:18:55.904Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a9ca4879-f822-49fe-9691-ea3b08851257 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:55.903Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:55.903Z InvocationID=fc20a315-378f-4fd0-80af-cf9c3e3799b2 2021-07-07T01:18:56.049Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a9ca4879-f822-49fe-9691-ea3b08851257 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:56.348Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a9ca4879-f822-49fe-9691-ea3b08851257 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=444 EndTimestamp=2021-07-07T01:18:56.347Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:55.903Z InvocationID=8b0e5409-9f0b-497f-a87b-07dad95810f7 ResponseDesc=OK 2021-07-07T01:18:56.572Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4617e420-c7d7-4ed2-bd99-06e9139d19ae InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:56.571Z InvocationID=57415225-ce8a-4b96-918c-fa4a19592b53 2021-07-07T01:18:56.684Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4617e420-c7d7-4ed2-bd99-06e9139d19ae InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:56.851Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4617e420-c7d7-4ed2-bd99-06e9139d19ae InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=280 EndTimestamp=2021-07-07T01:18:56.851Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:56.571Z InvocationID=d8452764-bd13-4b6c-b5e0-f64714149c32 ResponseDesc=OK 2021-07-07T01:18:59.194Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=48bc28af-3787-46b4-bd2e-e2b5035bba19 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:18:59.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:59.193Z InvocationID=f5ecf1bf-83d2-4108-822d-9d9c10450d69 2021-07-07T01:18:59.651Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=48bc28af-3787-46b4-bd2e-e2b5035bba19 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:18:59.785Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=48bc28af-3787-46b4-bd2e-e2b5035bba19 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=592 EndTimestamp=2021-07-07T01:18:59.785Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:18:59.193Z InvocationID=895b77f1-b1df-4fb1-9e29-72e6be968d7d ResponseDesc=OK 2021-07-07T01:19:02.092Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a6d954eb-329d-4f58-ba0a-50f48fa441a9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:02.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:02.092Z InvocationID=2fc62b47-b9d5-4e7e-b425-77b2c9624408 2021-07-07T01:19:02.186Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a6d954eb-329d-4f58-ba0a-50f48fa441a9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:03.287Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a6d954eb-329d-4f58-ba0a-50f48fa441a9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1195 EndTimestamp=2021-07-07T01:19:03.287Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:02.092Z InvocationID=652f14c5-4b3b-4b03-bcb8-9ec81465289a ResponseDesc=OK 2021-07-07T01:19:03.925Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e12b0f06-b41f-4003-a8fc-428e0de1e153 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:03.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:03.925Z InvocationID=1c4b581a-ccb6-4aa9-99b4-a1a05822fa80 2021-07-07T01:19:03.990Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e12b0f06-b41f-4003-a8fc-428e0de1e153 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:04.693Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e12b0f06-b41f-4003-a8fc-428e0de1e153 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=767 EndTimestamp=2021-07-07T01:19:04.692Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:03.925Z InvocationID=1c11735b-eec5-4e8c-a232-cd7be70c4cb0 ResponseDesc=OK 2021-07-07T01:19:05.091Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=acdab352-7da4-4ac8-9f84-a4c28e8e53e9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:05.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:05.091Z InvocationID=b55dbbc0-61ef-4db1-9bfa-5a6ac12975ad 2021-07-07T01:19:05.649Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=acdab352-7da4-4ac8-9f84-a4c28e8e53e9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:06.572Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=50746d8d-f59d-4995-a8fb-bf9eae80f4b6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:06.572Z InvocationID=6722653c-bde2-4391-a9fb-2d241f5a7466 2021-07-07T01:19:06.594Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=50746d8d-f59d-4995-a8fb-bf9eae80f4b6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:07.584Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=acdab352-7da4-4ac8-9f84-a4c28e8e53e9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=2492 EndTimestamp=2021-07-07T01:19:07.583Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:05.091Z InvocationID=8537d85b-e096-4894-8437-3d2c8384fed6 ResponseDesc=OK 2021-07-07T01:19:08.387Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6e476a97-8902-4d1e-85a1-b25813873c63 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:08.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:08.386Z InvocationID=165b710b-2f42-4f7d-9daa-5dfa78dd8402 2021-07-07T01:19:08.483Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6e476a97-8902-4d1e-85a1-b25813873c63 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:09.186Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=50746d8d-f59d-4995-a8fb-bf9eae80f4b6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=2614 EndTimestamp=2021-07-07T01:19:09.186Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:06.572Z InvocationID=523236a4-725d-4b4a-8e36-c4659b1bfd33 ResponseDesc=OK 2021-07-07T01:19:10.997Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6e476a97-8902-4d1e-85a1-b25813873c63 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=2611 EndTimestamp=2021-07-07T01:19:10.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:08.386Z InvocationID=0ecbb956-b908-4ddf-8729-0c1f000e5b05 ResponseDesc=OK 2021-07-07T01:19:11.791Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5325853e-3f0d-4884-82f6-02b6b3a31dbc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:11.791Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:11.791Z InvocationID=fe632a05-40f6-4fd3-8158-dd8a5020b9eb 2021-07-07T01:19:11.993Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5325853e-3f0d-4884-82f6-02b6b3a31dbc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:13.924Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1dcac7b7-aa28-4987-b6ad-4fca249f96b0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:13.924Z InvocationID=79359b4a-79a5-40ec-bcc6-8b6842057508 2021-07-07T01:19:15.456Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ede7bb76-4ab1-4372-bcc5-eb5c52bb2f10 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:15.456Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:15.456Z InvocationID=2d584a13-c51f-4434-94fe-7a5e51e6a820 2021-07-07T01:19:16.573Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8df2c9d9-8f4c-46c5-8afe-f0104f1b7fdf InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:16.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:16.573Z InvocationID=1cbe43af-92a0-4731-9f88-bf3038a68311 2021-07-07T01:19:19.140Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1c907cb3-4d05-4615-94d8-b06e5bf342a1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:19.140Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:19.140Z InvocationID=aec6dfdf-520d-42c0-afeb-af51f805b2f1 2021-07-07T01:19:19.285Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8df2c9d9-8f4c-46c5-8afe-f0104f1b7fdf InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:19.485Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1dcac7b7-aa28-4987-b6ad-4fca249f96b0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:19.486Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1c907cb3-4d05-4615-94d8-b06e5bf342a1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:19.489Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5325853e-3f0d-4884-82f6-02b6b3a31dbc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=7697 EndTimestamp=2021-07-07T01:19:19.488Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:11.791Z InvocationID=8a618f5f-43cb-4d2e-85b7-33caf870a690 ResponseDesc=OK 2021-07-07T01:19:19.548Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ede7bb76-4ab1-4372-bcc5-eb5c52bb2f10 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:19.988Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1dcac7b7-aa28-4987-b6ad-4fca249f96b0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=6064 EndTimestamp=2021-07-07T01:19:19.988Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:13.924Z InvocationID=e03bb1a6-4262-4d8f-9375-135dcd0c60e0 ResponseDesc=OK 2021-07-07T01:19:20.152Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1c907cb3-4d05-4615-94d8-b06e5bf342a1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1012 EndTimestamp=2021-07-07T01:19:20.152Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:19.140Z InvocationID=b25c9bd5-9efa-4858-96b4-d3feaab0bb2a ResponseDesc=OK 2021-07-07T01:19:20.286Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8df2c9d9-8f4c-46c5-8afe-f0104f1b7fdf InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=3713 EndTimestamp=2021-07-07T01:19:20.286Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:16.573Z InvocationID=e6b0a0e5-8696-40c0-b67f-9eff178cb8f6 ResponseDesc=OK 2021-07-07T01:19:20.844Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ede7bb76-4ab1-4372-bcc5-eb5c52bb2f10 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=5387 EndTimestamp=2021-07-07T01:19:20.843Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:15.456Z InvocationID=76bf8373-afde-4cb0-85b0-080c70078711 ResponseDesc=OK 2021-07-07T01:19:20.905Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8f022287-2b4e-45f7-8291-6767b86cf851 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:20.905Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:20.905Z InvocationID=845299ee-867e-4ae6-96e9-ef4d620653f4 2021-07-07T01:19:21.142Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8f022287-2b4e-45f7-8291-6767b86cf851 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:21.558Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8f022287-2b4e-45f7-8291-6767b86cf851 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=652 EndTimestamp=2021-07-07T01:19:21.557Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:20.905Z InvocationID=ccf3f2f7-788b-4c7a-9469-b29aaf7b5264 ResponseDesc=OK 2021-07-07T01:19:22.996Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b6ae7cf2-ac6e-488f-83bf-6948bcc116f2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:22.996Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:22.996Z InvocationID=3c2df2ec-979a-436f-9182-28a4f9ef5b49 2021-07-07T01:19:23.925Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=753b987b-3e69-41d0-8171-fd1462a30dfd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:23.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:23.925Z InvocationID=aa2cfd90-5bf7-4fed-8d7e-f64bbf2307e8 2021-07-07T01:19:23.944Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b6ae7cf2-ac6e-488f-83bf-6948bcc116f2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:24.484Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=753b987b-3e69-41d0-8171-fd1462a30dfd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:24.485Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b6ae7cf2-ac6e-488f-83bf-6948bcc116f2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1489 EndTimestamp=2021-07-07T01:19:24.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:22.996Z InvocationID=aa1ae57f-2ea6-4e75-b61c-b4bb8f97c605 ResponseDesc=OK 2021-07-07T01:19:24.686Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=753b987b-3e69-41d0-8171-fd1462a30dfd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=761 EndTimestamp=2021-07-07T01:19:24.686Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:23.925Z InvocationID=2e97b596-1acd-4635-8bd2-08aafa61face ResponseDesc=OK 2021-07-07T01:19:26.092Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b39cb8e8-d9f7-412d-9217-d3d932478686 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:26.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:26.092Z InvocationID=aec96060-79f5-4871-b2a9-ba4e575c9624 2021-07-07T01:19:26.187Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b39cb8e8-d9f7-412d-9217-d3d932478686 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:26.573Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=20cf48e8-24af-403a-b95b-803c3c664ce2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:26.572Z InvocationID=731da9c3-f508-4519-b8d1-f05175ab053f 2021-07-07T01:19:26.871Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=20cf48e8-24af-403a-b95b-803c3c664ce2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:26.988Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b39cb8e8-d9f7-412d-9217-d3d932478686 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=896 EndTimestamp=2021-07-07T01:19:26.988Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:26.092Z InvocationID=713858ce-f13a-438e-8ee2-061238725d22 ResponseDesc=OK 2021-07-07T01:19:26.994Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=20cf48e8-24af-403a-b95b-803c3c664ce2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=422 EndTimestamp=2021-07-07T01:19:26.994Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:26.572Z InvocationID=41fd97e5-31f7-4dd5-896a-98f56dabfa69 ResponseDesc=OK 2021-07-07T01:19:29.093Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3714266c-508c-4903-b017-a51620ba16bb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:29.093Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:29.093Z InvocationID=63e6e657-93e8-4d70-a67a-7f6008a78207 2021-07-07T01:19:29.385Z [qtp817348612-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3714266c-508c-4903-b017-a51620ba16bb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:30.987Z [qtp817348612-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3714266c-508c-4903-b017-a51620ba16bb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1894 EndTimestamp=2021-07-07T01:19:30.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:29.093Z InvocationID=dcc7bb08-4523-4bbc-8f59-204e934202ce ResponseDesc=OK 2021-07-07T01:19:32.002Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0ae021c9-c5bd-410d-8bce-40a20f4e0b52 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:32.002Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:32.002Z InvocationID=70c4e4cf-4fd3-4858-bdaa-e885a5bdf2b2 2021-07-07T01:19:32.383Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0ae021c9-c5bd-410d-8bce-40a20f4e0b52 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:32.642Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0ae021c9-c5bd-410d-8bce-40a20f4e0b52 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=640 EndTimestamp=2021-07-07T01:19:32.642Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:32.002Z InvocationID=ac62b2a0-97b2-4be5-939d-174dad5d63ee ResponseDesc=OK 2021-07-07T01:19:33.926Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5c0dca4d-9b30-4855-9c0d-4673355c2a18 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:33.926Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:33.926Z InvocationID=14b59138-7e8d-46f7-b3c9-a4df9f2e161a 2021-07-07T01:19:34.144Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5c0dca4d-9b30-4855-9c0d-4673355c2a18 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:34.384Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5c0dca4d-9b30-4855-9c0d-4673355c2a18 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=458 EndTimestamp=2021-07-07T01:19:34.384Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:33.926Z InvocationID=a2ad9dc4-3861-442e-aee1-42d6fdb085f0 ResponseDesc=OK 2021-07-07T01:19:34.819Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f614ea41-6e94-4809-87e3-8a1958dd3372 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:34.818Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:34.818Z InvocationID=bb2b3bb9-8878-4f5f-a451-39c06b995b81 2021-07-07T01:19:34.985Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f614ea41-6e94-4809-87e3-8a1958dd3372 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:36.077Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f614ea41-6e94-4809-87e3-8a1958dd3372 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1259 EndTimestamp=2021-07-07T01:19:36.077Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:34.818Z InvocationID=809637a9-c0ce-4d0d-839b-10b7d5646ea3 ResponseDesc=OK 2021-07-07T01:19:36.573Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e0446157-57a2-4a37-acf1-b1d0890dc2f2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:36.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:36.573Z InvocationID=256899f4-df02-4526-9a0c-bcf1398a92cc 2021-07-07T01:19:36.683Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e0446157-57a2-4a37-acf1-b1d0890dc2f2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:36.942Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e0446157-57a2-4a37-acf1-b1d0890dc2f2 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=369 EndTimestamp=2021-07-07T01:19:36.942Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:36.573Z InvocationID=965d9b1f-256b-4497-a7f8-5ec38da5c268 ResponseDesc=OK 2021-07-07T01:19:38.193Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c33bdb90-c53b-4dac-bed8-cc3fb1503984 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:38.193Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:38.193Z InvocationID=a6c06fde-4c90-41e1-b797-f115c69d6e9a 2021-07-07T01:19:38.353Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c33bdb90-c53b-4dac-bed8-cc3fb1503984 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:39.584Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c33bdb90-c53b-4dac-bed8-cc3fb1503984 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1391 EndTimestamp=2021-07-07T01:19:39.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:38.193Z InvocationID=f331fcaf-fc13-48d6-bb51-1abceb41fea0 ResponseDesc=OK 2021-07-07T01:19:40.991Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=928fc319-f67a-4ed1-8d08-b16cae49dc7f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:40.991Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:40.991Z InvocationID=6fcb24d8-88d4-4991-9ff3-3e3b853785dd 2021-07-07T01:19:41.090Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=928fc319-f67a-4ed1-8d08-b16cae49dc7f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:41.392Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=928fc319-f67a-4ed1-8d08-b16cae49dc7f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=401 EndTimestamp=2021-07-07T01:19:41.392Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:40.991Z InvocationID=da3a5adc-44ae-43b2-a8b8-a60530a985aa ResponseDesc=OK 2021-07-07T01:19:43.925Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0e4f4112-fa1c-4023-9bad-2ae197eb8ffa InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:43.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:43.925Z InvocationID=d763db2e-9103-410e-9dd8-7fe36de61f8e 2021-07-07T01:19:43.988Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0e4f4112-fa1c-4023-9bad-2ae197eb8ffa InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:44.190Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fb390726-e40f-4b04-95a9-25c5613108b4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:44.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:44.190Z InvocationID=7b7ba1a3-b798-4faf-8361-59703d2fbeb5 2021-07-07T01:19:44.259Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0e4f4112-fa1c-4023-9bad-2ae197eb8ffa InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=334 EndTimestamp=2021-07-07T01:19:44.259Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:43.925Z InvocationID=459e98cc-99d5-47a5-b176-47ae06f26f06 ResponseDesc=OK 2021-07-07T01:19:44.287Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fb390726-e40f-4b04-95a9-25c5613108b4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:44.387Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fb390726-e40f-4b04-95a9-25c5613108b4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=197 EndTimestamp=2021-07-07T01:19:44.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:44.190Z InvocationID=96c95683-16a2-4160-b862-7db824595927 ResponseDesc=OK 2021-07-07T01:19:46.572Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=446f36be-082a-422b-8572-956910335bc8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:46.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:46.571Z InvocationID=1e701d7b-0ea0-4eb2-a9b0-e94d0f36b015 2021-07-07T01:19:46.607Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=446f36be-082a-422b-8572-956910335bc8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:46.889Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=446f36be-082a-422b-8572-956910335bc8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=318 EndTimestamp=2021-07-07T01:19:46.889Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:46.571Z InvocationID=31ed7c23-3ed4-4f38-9d24-0de0c88adff8 ResponseDesc=OK 2021-07-07T01:19:46.994Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6ec9b140-5ca2-4b35-a546-449d6ca3fcc4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:46.993Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:46.993Z InvocationID=35d93ced-1a14-4a73-971a-ba5d33498b03 2021-07-07T01:19:47.086Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6ec9b140-5ca2-4b35-a546-449d6ca3fcc4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:47.106Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6ec9b140-5ca2-4b35-a546-449d6ca3fcc4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=113 EndTimestamp=2021-07-07T01:19:47.106Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:46.993Z InvocationID=72e1a86e-6fba-4e30-b69d-3ae7d229f5bf ResponseDesc=OK 2021-07-07T01:19:50.487Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6b0ab535-c081-4c39-94b6-615990f135f8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:50.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:50.486Z InvocationID=846e19f3-659d-445f-8f5d-9d6dd7b2b9a5 2021-07-07T01:19:51.696Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6b0ab535-c081-4c39-94b6-615990f135f8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:51.798Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6b0ab535-c081-4c39-94b6-615990f135f8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1312 EndTimestamp=2021-07-07T01:19:51.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:50.486Z InvocationID=48654b5d-d13a-4ae5-895e-2f62707cd529 ResponseDesc=OK 2021-07-07T01:19:53.092Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f522a6b2-3d59-483c-a6e4-0642d10b3295 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:53.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:53.092Z InvocationID=17741ae2-1f4a-439e-8638-a38225a2e80d 2021-07-07T01:19:53.185Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f522a6b2-3d59-483c-a6e4-0642d10b3295 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:53.386Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f522a6b2-3d59-483c-a6e4-0642d10b3295 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=294 EndTimestamp=2021-07-07T01:19:53.386Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:53.092Z InvocationID=189ecbf0-0566-4973-8033-84e95a5f71cb ResponseDesc=OK 2021-07-07T01:19:53.924Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c9c51492-f101-427e-b54c-2803099936a4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:53.924Z InvocationID=a1feedea-5007-458b-af8f-8cfeffb3e491 2021-07-07T01:19:53.997Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c9c51492-f101-427e-b54c-2803099936a4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:54.188Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c9c51492-f101-427e-b54c-2803099936a4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=264 EndTimestamp=2021-07-07T01:19:54.188Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:53.924Z InvocationID=b4e989b2-e61a-4362-a9ce-a9cfd2ac64c5 ResponseDesc=OK 2021-07-07T01:19:55.890Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ed5698e1-b2ed-4cce-9f3a-f53ebc35f276 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:55.889Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:55.889Z InvocationID=35f6d1c1-7130-4be9-b30e-4c951d549709 2021-07-07T01:19:56.042Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ed5698e1-b2ed-4cce-9f3a-f53ebc35f276 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:56.572Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=27169499-8dbb-49ba-9925-2aa1e273a867 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:56.572Z InvocationID=b63a08a5-775d-497b-9957-dbfe4d325ebc 2021-07-07T01:19:56.685Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ed5698e1-b2ed-4cce-9f3a-f53ebc35f276 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=796 EndTimestamp=2021-07-07T01:19:56.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:55.889Z InvocationID=28557a58-80ef-4409-a7eb-8c0737d9ea7c ResponseDesc=OK 2021-07-07T01:19:56.685Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=27169499-8dbb-49ba-9925-2aa1e273a867 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:19:56.942Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=27169499-8dbb-49ba-9925-2aa1e273a867 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=370 EndTimestamp=2021-07-07T01:19:56.942Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:56.572Z InvocationID=2276d72c-7103-42d8-ac82-bf6b8d06a5f7 ResponseDesc=OK 2021-07-07T01:19:59.187Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8d7d1eaa-3dc7-4dfc-8aa3-e55abd713fed InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:19:59.187Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:59.187Z InvocationID=ee3e3463-a997-4aff-a104-1815b5a30673 2021-07-07T01:19:59.285Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8d7d1eaa-3dc7-4dfc-8aa3-e55abd713fed InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:02.443Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8d7d1eaa-3dc7-4dfc-8aa3-e55abd713fed InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=3255 EndTimestamp=2021-07-07T01:20:02.442Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:19:59.187Z InvocationID=ec5de1a1-9e59-4fae-9a6b-089644d2331f ResponseDesc=OK 2021-07-07T01:20:02.936Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0dafb6cb-823a-4196-9bf3-a47c53ca977c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:02.935Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:02.935Z InvocationID=dfdab370-55c4-49c7-9d58-00c1076fa599 2021-07-07T01:20:02.987Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0dafb6cb-823a-4196-9bf3-a47c53ca977c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:03.287Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0dafb6cb-823a-4196-9bf3-a47c53ca977c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=351 EndTimestamp=2021-07-07T01:20:03.286Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:02.935Z InvocationID=f25545f9-88da-438b-ad62-e82ea43c2691 ResponseDesc=OK 2021-07-07T01:20:03.923Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fab68b32-282b-4c96-b2cb-9faa9f941113 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:03.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:03.923Z InvocationID=d3b4dd56-7bef-4c33-874e-0fd4a09216eb 2021-07-07T01:20:03.994Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fab68b32-282b-4c96-b2cb-9faa9f941113 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:04.586Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fab68b32-282b-4c96-b2cb-9faa9f941113 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=663 EndTimestamp=2021-07-07T01:20:04.586Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:03.923Z InvocationID=07fecba3-b066-4db4-952a-9301f3e4fd2d ResponseDesc=OK 2021-07-07T01:20:04.996Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=395cb573-f1ae-4e6a-8ebf-f7e196d0b38d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:04.996Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:04.996Z InvocationID=8a27b2e1-cf59-48c3-b19a-557677c76752 2021-07-07T01:20:05.091Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=395cb573-f1ae-4e6a-8ebf-f7e196d0b38d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:05.251Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=395cb573-f1ae-4e6a-8ebf-f7e196d0b38d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=255 EndTimestamp=2021-07-07T01:20:05.251Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:04.996Z InvocationID=fb50e62b-7cd3-490c-86c0-d5f0164dfd52 ResponseDesc=OK 2021-07-07T01:20:06.571Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8890e7e3-c070-48e6-8e47-ce96b4088567 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:06.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:06.571Z InvocationID=a8f21bf5-1eab-43b4-90e0-61cbdf462c1b 2021-07-07T01:20:08.089Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=49b9a825-2019-4bf9-b6d7-9a4268a0a066 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:08.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:08.089Z InvocationID=b0696fe0-5515-4f93-a1cb-6186764f1534 2021-07-07T01:20:08.165Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8890e7e3-c070-48e6-8e47-ce96b4088567 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:08.187Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=49b9a825-2019-4bf9-b6d7-9a4268a0a066 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:08.385Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8890e7e3-c070-48e6-8e47-ce96b4088567 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1813 EndTimestamp=2021-07-07T01:20:08.384Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:06.571Z InvocationID=8ec46a77-60a6-43b4-a082-85f874e06307 ResponseDesc=OK 2021-07-07T01:20:08.789Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=49b9a825-2019-4bf9-b6d7-9a4268a0a066 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=700 EndTimestamp=2021-07-07T01:20:08.789Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:08.089Z InvocationID=edada512-8f23-408f-a7e8-9e57b1158188 ResponseDesc=OK 2021-07-07T01:20:11.002Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2f4c463a-58a0-41fc-949d-ae84b73165ac InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:11.002Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:11.002Z InvocationID=c4b730b1-9879-4020-85e2-3c87edb38908 2021-07-07T01:20:11.097Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2f4c463a-58a0-41fc-949d-ae84b73165ac InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:13.092Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2f4c463a-58a0-41fc-949d-ae84b73165ac InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=2090 EndTimestamp=2021-07-07T01:20:13.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:11.002Z InvocationID=cbabae54-d8bb-4056-81ce-80fd1cad3a48 ResponseDesc=OK 2021-07-07T01:20:13.925Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bb0450ca-8889-4191-9a33-6f9cd95b8a67 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:13.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:13.925Z InvocationID=e67e5048-7321-455e-9f05-a6795d9c4eb6 2021-07-07T01:20:14.005Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bb0450ca-8889-4191-9a33-6f9cd95b8a67 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:14.185Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bb0450ca-8889-4191-9a33-6f9cd95b8a67 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=260 EndTimestamp=2021-07-07T01:20:14.185Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:13.925Z InvocationID=a9eaa30b-2364-4b37-a089-e71f8c3676b7 ResponseDesc=OK 2021-07-07T01:20:14.194Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=022c46e4-4096-4c76-b1a4-9bc5aa95efc3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:14.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:14.194Z InvocationID=5699e9f8-adbf-486f-9639-dfc9c138ce9d 2021-07-07T01:20:14.393Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=022c46e4-4096-4c76-b1a4-9bc5aa95efc3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:15.086Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=022c46e4-4096-4c76-b1a4-9bc5aa95efc3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=892 EndTimestamp=2021-07-07T01:20:15.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:14.194Z InvocationID=6792c571-4dab-4786-9001-082b36643f1a ResponseDesc=OK 2021-07-07T01:20:16.571Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7fff990c-a926-4fd9-9519-67ba899ca4c1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:16.571Z InvocationID=b3f97660-db6e-4e01-b976-b4506afa2bbb 2021-07-07T01:20:16.684Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7fff990c-a926-4fd9-9519-67ba899ca4c1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:17.190Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c2f615fe-5afb-486f-a5e1-4aac5a46522c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:17.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:17.190Z InvocationID=22cc25ce-e84f-4ebd-a01f-9d68f65807b0 2021-07-07T01:20:18.090Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7fff990c-a926-4fd9-9519-67ba899ca4c1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1519 EndTimestamp=2021-07-07T01:20:18.090Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:16.571Z InvocationID=8a9a0f1c-1ee4-43cc-8276-3dcc238911a1 ResponseDesc=OK 2021-07-07T01:20:18.146Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c2f615fe-5afb-486f-a5e1-4aac5a46522c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:18.384Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c2f615fe-5afb-486f-a5e1-4aac5a46522c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1194 EndTimestamp=2021-07-07T01:20:18.384Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:17.190Z InvocationID=f72c6fcf-c7b9-4d5e-976d-ac724b158377 ResponseDesc=OK 2021-07-07T01:20:20.191Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=afccf9b3-61b4-4c28-b6a4-b7078df1cb53 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:20.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:20.191Z InvocationID=259fee78-62fd-415e-aa58-44281676825f 2021-07-07T01:20:20.289Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=afccf9b3-61b4-4c28-b6a4-b7078df1cb53 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:20.687Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=afccf9b3-61b4-4c28-b6a4-b7078df1cb53 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=496 EndTimestamp=2021-07-07T01:20:20.687Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:20.191Z InvocationID=fe31932c-c941-4c61-ac94-0c450a21e8ae ResponseDesc=OK 2021-07-07T01:20:23.094Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bcdfd5ad-49e0-4d14-86bf-b8fb189bdd84 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:23.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:23.094Z InvocationID=2634cf0a-33e8-47be-b62d-7dbbb9e80c04 2021-07-07T01:20:23.146Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bcdfd5ad-49e0-4d14-86bf-b8fb189bdd84 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:23.448Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bcdfd5ad-49e0-4d14-86bf-b8fb189bdd84 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=353 EndTimestamp=2021-07-07T01:20:23.447Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:23.094Z InvocationID=c5c8292c-333f-4f5f-a260-a46fac64f069 ResponseDesc=OK 2021-07-07T01:20:23.924Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=29f433b8-2b23-4b1a-9c3b-05c09a9f6175 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:23.924Z InvocationID=4f1aa525-b8ee-4230-b842-47fca26af0b3 2021-07-07T01:20:24.597Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=29f433b8-2b23-4b1a-9c3b-05c09a9f6175 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:24.784Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=29f433b8-2b23-4b1a-9c3b-05c09a9f6175 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=860 EndTimestamp=2021-07-07T01:20:24.784Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:23.924Z InvocationID=97abd42f-7387-4ded-b694-cb7073812f82 ResponseDesc=OK 2021-07-07T01:20:25.792Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=823f9f9f-01ce-4c3d-bb20-8a18cddb35f3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:25.792Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:25.792Z InvocationID=9d4c5eeb-36e3-4889-8ea9-65fbcdddf744 2021-07-07T01:20:25.854Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=823f9f9f-01ce-4c3d-bb20-8a18cddb35f3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:26.252Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=823f9f9f-01ce-4c3d-bb20-8a18cddb35f3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=460 EndTimestamp=2021-07-07T01:20:26.252Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:25.792Z InvocationID=ac060bd6-d6c2-43fe-bd3c-87580d3d99d8 ResponseDesc=OK 2021-07-07T01:20:26.573Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2fdb52f6-a5b2-40ba-9f99-e5a3b6261bd3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:26.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:26.573Z InvocationID=0bb6da92-0cc4-4aef-99b2-56a0c7ac5194 2021-07-07T01:20:26.683Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2fdb52f6-a5b2-40ba-9f99-e5a3b6261bd3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:26.943Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2fdb52f6-a5b2-40ba-9f99-e5a3b6261bd3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=370 EndTimestamp=2021-07-07T01:20:26.943Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:26.573Z InvocationID=f624c824-786a-41f2-a48d-ab6ff89edf60 ResponseDesc=OK 2021-07-07T01:20:28.989Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=12266221-12e1-43d6-a73b-0e6ed4aedb17 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:28.989Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:28.989Z InvocationID=a4217e51-4cf8-43f9-8738-2430ef45e916 2021-07-07T01:20:30.144Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=12266221-12e1-43d6-a73b-0e6ed4aedb17 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:30.348Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=12266221-12e1-43d6-a73b-0e6ed4aedb17 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1359 EndTimestamp=2021-07-07T01:20:30.348Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:28.989Z InvocationID=6368edb0-2816-4b24-bce2-70f92b7517fe ResponseDesc=OK 2021-07-07T01:20:32.104Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3c11c0df-c753-4967-aedf-1de9818fdfc4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:32.104Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:32.104Z InvocationID=98ac3327-1778-4c3c-b612-61f945c25afa 2021-07-07T01:20:32.190Z [qtp817348612-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3c11c0df-c753-4967-aedf-1de9818fdfc4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:32.486Z [qtp817348612-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3c11c0df-c753-4967-aedf-1de9818fdfc4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=382 EndTimestamp=2021-07-07T01:20:32.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:32.104Z InvocationID=6d42c629-3017-4520-acdc-bcadb8669274 ResponseDesc=OK 2021-07-07T01:20:33.924Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=94a69ce6-4365-4713-8f4f-748bd4a8e051 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:33.924Z InvocationID=e3d8ee8c-e716-420f-a572-b6af25241c83 2021-07-07T01:20:34.094Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=94a69ce6-4365-4713-8f4f-748bd4a8e051 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:34.343Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=94a69ce6-4365-4713-8f4f-748bd4a8e051 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=419 EndTimestamp=2021-07-07T01:20:34.343Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:33.924Z InvocationID=640a0fd5-8a4b-4d89-988c-e893677faa38 ResponseDesc=OK 2021-07-07T01:20:35.091Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a7651b82-43dc-4246-96e9-a7a2890a4f2c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:35.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:35.091Z InvocationID=d268920a-200f-453d-8392-a8c2cc1b92e3 2021-07-07T01:20:35.533Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a7651b82-43dc-4246-96e9-a7a2890a4f2c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:35.783Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a7651b82-43dc-4246-96e9-a7a2890a4f2c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=692 EndTimestamp=2021-07-07T01:20:35.783Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:35.091Z InvocationID=9f6def9a-05d5-4bd5-a511-768d24d80364 ResponseDesc=OK 2021-07-07T01:20:36.573Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4baeee1c-35e5-4cf0-bf11-46113a34e14f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:36.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:36.573Z InvocationID=b06a0c10-87fe-4d10-8aed-a3a91e9f63dc 2021-07-07T01:20:36.646Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4baeee1c-35e5-4cf0-bf11-46113a34e14f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:36.895Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4baeee1c-35e5-4cf0-bf11-46113a34e14f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=322 EndTimestamp=2021-07-07T01:20:36.895Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:36.573Z InvocationID=26637afe-77f9-4c9e-8359-25719e6d05d6 ResponseDesc=OK 2021-07-07T01:20:37.990Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aa6024e7-e5df-44d1-b12a-c32dcc332d0c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:37.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:37.990Z InvocationID=04b770d9-7902-47a1-b71c-98153d89fde0 2021-07-07T01:20:38.084Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aa6024e7-e5df-44d1-b12a-c32dcc332d0c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:38.450Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aa6024e7-e5df-44d1-b12a-c32dcc332d0c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=460 EndTimestamp=2021-07-07T01:20:38.450Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:37.990Z InvocationID=b46625e2-b016-4023-81f4-9a95870efb2e ResponseDesc=OK 2021-07-07T01:20:41.100Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=082053ff-6e81-4d59-958b-1dc3398ec939 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:41.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:41.100Z InvocationID=a9d60803-9af1-4c22-99c3-d300bf3f50e0 2021-07-07T01:20:41.305Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=082053ff-6e81-4d59-958b-1dc3398ec939 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:41.507Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=082053ff-6e81-4d59-958b-1dc3398ec939 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=407 EndTimestamp=2021-07-07T01:20:41.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:41.100Z InvocationID=92189205-27d1-49a2-b686-9b2e088b06c6 ResponseDesc=OK 2021-07-07T01:20:43.925Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=18de5506-de6c-4505-b335-435b5ffbd0b7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:43.924Z InvocationID=d9b6b69a-3aae-4b60-ba26-19542b6e6970 2021-07-07T01:20:43.999Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a5876ea5-8165-4004-8e4c-4573b363102f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:43.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:43.999Z InvocationID=20c7dcae-d802-41c4-b2af-96d761a49212 2021-07-07T01:20:44.487Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=18de5506-de6c-4505-b335-435b5ffbd0b7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:44.547Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a5876ea5-8165-4004-8e4c-4573b363102f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:44.985Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=18de5506-de6c-4505-b335-435b5ffbd0b7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1060 EndTimestamp=2021-07-07T01:20:44.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:43.924Z InvocationID=464202b1-c01d-40dd-941e-4db89df3b93d ResponseDesc=OK 2021-07-07T01:20:45.241Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a5876ea5-8165-4004-8e4c-4573b363102f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1242 EndTimestamp=2021-07-07T01:20:45.241Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:43.999Z InvocationID=52dba84e-fef5-4222-b2ff-c958a1b13754 ResponseDesc=OK 2021-07-07T01:20:46.573Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bdb7186c-a11c-468d-bdf6-bb0455ca7bfa InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:46.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:46.573Z InvocationID=442bd01c-94c4-4354-a9aa-61d6fa97851d 2021-07-07T01:20:46.774Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bdb7186c-a11c-468d-bdf6-bb0455ca7bfa InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:46.884Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bdb7186c-a11c-468d-bdf6-bb0455ca7bfa InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=311 EndTimestamp=2021-07-07T01:20:46.884Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:46.573Z InvocationID=2d538b00-ed23-432b-9086-43ef3f69afba ResponseDesc=OK 2021-07-07T01:20:47.109Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=87f0ca65-ccf6-48d9-ba50-799e24852e74 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:47.108Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:47.108Z InvocationID=4aacfaa4-ceb5-42a8-bd48-fc7e165a68b3 2021-07-07T01:20:47.189Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=87f0ca65-ccf6-48d9-ba50-799e24852e74 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:47.243Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=87f0ca65-ccf6-48d9-ba50-799e24852e74 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=135 EndTimestamp=2021-07-07T01:20:47.243Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:47.108Z InvocationID=d7d4d009-bd38-41bf-a3ec-cbefca42334a ResponseDesc=OK 2021-07-07T01:20:50.195Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4422c0c4-9e00-45dd-9e4b-77d625ebcebd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:50.195Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:50.195Z InvocationID=e6840f53-2adc-4b91-b41d-c35bd5a95222 2021-07-07T01:20:50.646Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4422c0c4-9e00-45dd-9e4b-77d625ebcebd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:51.202Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4422c0c4-9e00-45dd-9e4b-77d625ebcebd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1007 EndTimestamp=2021-07-07T01:20:51.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:50.195Z InvocationID=42cae735-aa33-41ae-ace5-503aecab5c21 ResponseDesc=OK 2021-07-07T01:20:53.192Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d5db3a78-192b-44c7-9d33-e66e2599e97a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:53.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:53.192Z InvocationID=563c57d2-e7d5-45a4-9620-c5b68dfa6666 2021-07-07T01:20:53.924Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3b62595e-0cea-4e1b-a556-25e21d0ab8c6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:53.924Z InvocationID=124047ad-803b-4615-8aae-fbeded90b364 2021-07-07T01:20:54.087Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3b62595e-0cea-4e1b-a556-25e21d0ab8c6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:54.149Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d5db3a78-192b-44c7-9d33-e66e2599e97a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:54.285Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3b62595e-0cea-4e1b-a556-25e21d0ab8c6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=361 EndTimestamp=2021-07-07T01:20:54.285Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:53.924Z InvocationID=93110453-dfa2-4238-9a49-8575e4320044 ResponseDesc=OK 2021-07-07T01:20:54.887Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d5db3a78-192b-44c7-9d33-e66e2599e97a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1694 EndTimestamp=2021-07-07T01:20:54.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:53.192Z InvocationID=1f1e790b-34db-4094-9358-3c9fd462518f ResponseDesc=OK 2021-07-07T01:20:55.888Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ced7c82f-8d56-42c6-80da-36e346d9d90f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:55.888Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:55.888Z InvocationID=5317fa64-d5a2-4b2e-bd38-a5c6fc8045c3 2021-07-07T01:20:55.991Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ced7c82f-8d56-42c6-80da-36e346d9d90f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:56.388Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ced7c82f-8d56-42c6-80da-36e346d9d90f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=499 EndTimestamp=2021-07-07T01:20:56.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:55.888Z InvocationID=7c8f8ec1-ea8b-4fc0-ab24-5ec7f1f1f066 ResponseDesc=OK 2021-07-07T01:20:56.571Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=645effa5-2e08-4c0d-bd3a-ea0d6371bfb0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:56.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:56.571Z InvocationID=00ccf455-8d9b-4b06-aab4-bc2c2e305933 2021-07-07T01:20:56.942Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=645effa5-2e08-4c0d-bd3a-ea0d6371bfb0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:57.184Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=645effa5-2e08-4c0d-bd3a-ea0d6371bfb0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=613 EndTimestamp=2021-07-07T01:20:57.184Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:56.571Z InvocationID=95c08432-8dee-486b-9dcb-8bb3ea31280d ResponseDesc=OK 2021-07-07T01:20:58.996Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=528682c3-8a41-49a3-82a2-62f8f9f97712 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:20:58.996Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:58.996Z InvocationID=665c7471-b739-403a-ad8e-10e45bfc522a 2021-07-07T01:20:59.286Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=528682c3-8a41-49a3-82a2-62f8f9f97712 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:20:59.595Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=528682c3-8a41-49a3-82a2-62f8f9f97712 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=599 EndTimestamp=2021-07-07T01:20:59.595Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:20:58.996Z InvocationID=ff009229-5006-465a-9893-189edf121935 ResponseDesc=OK 2021-07-07T01:21:02.203Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d37c7a97-8c6d-405f-9fc4-312d1a6c59a6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:02.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:02.202Z InvocationID=73fcb4b5-c97e-4144-b812-3a9519de7f9f 2021-07-07T01:21:02.288Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d37c7a97-8c6d-405f-9fc4-312d1a6c59a6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:03.925Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f1eea7ad-ea8f-46d1-83bb-5fc464b375ee InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:03.924Z InvocationID=5c4a8a31-94ce-4e54-afd6-83c65c5b71a9 2021-07-07T01:21:04.854Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d37c7a97-8c6d-405f-9fc4-312d1a6c59a6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=2652 EndTimestamp=2021-07-07T01:21:04.854Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:02.202Z InvocationID=022eaee5-0220-4400-9011-698866017ea7 ResponseDesc=OK 2021-07-07T01:21:05.447Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f1eea7ad-ea8f-46d1-83bb-5fc464b375ee InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:05.506Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=55e7aa2b-8a98-4193-a81c-583e9c20d73b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:05.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:05.506Z InvocationID=a5097d0f-584c-4b0c-b1c8-ec7b37438ae7 2021-07-07T01:21:05.748Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=55e7aa2b-8a98-4193-a81c-583e9c20d73b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:06.084Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f1eea7ad-ea8f-46d1-83bb-5fc464b375ee InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=2160 EndTimestamp=2021-07-07T01:21:06.084Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:03.924Z InvocationID=0f46cfe5-b3ee-41a6-8eca-aef10015fd98 ResponseDesc=OK 2021-07-07T01:21:06.349Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=55e7aa2b-8a98-4193-a81c-583e9c20d73b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=842 EndTimestamp=2021-07-07T01:21:06.348Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:05.506Z InvocationID=9c01e7fc-d946-4b2c-a0b4-a9c37c851eb7 ResponseDesc=OK 2021-07-07T01:21:06.572Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7839631a-3ff6-465f-b9b1-a689d303a379 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:06.572Z InvocationID=5d7ef95d-c46c-43c1-a060-44adff336634 2021-07-07T01:21:06.683Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7839631a-3ff6-465f-b9b1-a689d303a379 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:07.303Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7839631a-3ff6-465f-b9b1-a689d303a379 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=731 EndTimestamp=2021-07-07T01:21:07.303Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:06.572Z InvocationID=5dfa9d41-19ce-417f-85c6-60dec3057201 ResponseDesc=OK 2021-07-07T01:21:08.100Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=274f95b1-7b37-41a4-8fc2-0e931820c847 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:08.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:08.100Z InvocationID=4dcd55f4-f0b9-4f17-90c1-48d21573f96b 2021-07-07T01:21:08.861Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=274f95b1-7b37-41a4-8fc2-0e931820c847 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:09.089Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=274f95b1-7b37-41a4-8fc2-0e931820c847 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=988 EndTimestamp=2021-07-07T01:21:09.088Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:08.100Z InvocationID=ca5928f6-1418-4904-a2f8-7819d5cbefd1 ResponseDesc=OK 2021-07-07T01:21:11.090Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=19f2480a-15bc-49ac-885d-83231bf6b37d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:11.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:11.090Z InvocationID=5d0c530a-0c88-4660-b7d1-6426d5fd3929 2021-07-07T01:21:11.285Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=19f2480a-15bc-49ac-885d-83231bf6b37d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:11.487Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=19f2480a-15bc-49ac-885d-83231bf6b37d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=397 EndTimestamp=2021-07-07T01:21:11.487Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:11.090Z InvocationID=1c494027-9c13-4c8e-92fa-5c951728050c ResponseDesc=OK 2021-07-07T01:21:13.924Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b4dd5e80-ad76-4408-b23a-aa7a21f015a0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:13.924Z InvocationID=8c69c02e-0885-48d5-8d52-87bc6b8e2f5e 2021-07-07T01:21:13.991Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bd313d01-c923-4697-bc24-9a49bdf57f8b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:13.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:13.990Z InvocationID=aa4bf184-f407-4ed1-b8cc-5fb4e98a2d29 2021-07-07T01:21:14.083Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b4dd5e80-ad76-4408-b23a-aa7a21f015a0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:14.086Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bd313d01-c923-4697-bc24-9a49bdf57f8b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:14.542Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bd313d01-c923-4697-bc24-9a49bdf57f8b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=552 EndTimestamp=2021-07-07T01:21:14.542Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:13.990Z InvocationID=fa6842b6-da2c-4f6e-b8f7-648ca5884fc0 ResponseDesc=OK 2021-07-07T01:21:14.984Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b4dd5e80-ad76-4408-b23a-aa7a21f015a0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1060 EndTimestamp=2021-07-07T01:21:14.984Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:13.924Z InvocationID=dc8f87d1-57ec-4750-bd54-51a5ef84ff85 ResponseDesc=OK 2021-07-07T01:21:16.572Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=408e0eda-7498-4e24-94ae-709c954f0bdd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:16.572Z InvocationID=c96dda45-c8f7-4529-8e13-a3c58b7de73e 2021-07-07T01:21:16.658Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=408e0eda-7498-4e24-94ae-709c954f0bdd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:17.092Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4f3a5406-6eef-4a23-a06b-d8c0fab4837b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:17.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:17.092Z InvocationID=fe68d333-7838-49ec-bede-b487469e0d72 2021-07-07T01:21:17.285Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4f3a5406-6eef-4a23-a06b-d8c0fab4837b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:17.458Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4f3a5406-6eef-4a23-a06b-d8c0fab4837b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=366 EndTimestamp=2021-07-07T01:21:17.458Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:17.092Z InvocationID=bb7eea0c-341d-4ce1-b216-eaa627370326 ResponseDesc=OK 2021-07-07T01:21:17.942Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=408e0eda-7498-4e24-94ae-709c954f0bdd InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1370 EndTimestamp=2021-07-07T01:21:17.942Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:16.572Z InvocationID=0fecedec-91b7-43e7-a93b-e39c666e45fb ResponseDesc=OK 2021-07-07T01:21:20.091Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe12e649-8156-4a39-8cf4-6d4649a3df00 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:20.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:20.091Z InvocationID=ca2bd1fa-5c25-4da5-9333-8a23c37100d1 2021-07-07T01:21:20.691Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe12e649-8156-4a39-8cf4-6d4649a3df00 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:20.985Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fe12e649-8156-4a39-8cf4-6d4649a3df00 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=894 EndTimestamp=2021-07-07T01:21:20.985Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:20.091Z InvocationID=51b2b601-fb97-4705-a228-902f9bacc4b3 ResponseDesc=OK 2021-07-07T01:21:23.099Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=de9b8f2e-f0c4-4dce-b436-6b279b75201c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:23.099Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:23.099Z InvocationID=61d46538-7abe-4666-93d9-f8f9d8de2982 2021-07-07T01:21:23.285Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=de9b8f2e-f0c4-4dce-b436-6b279b75201c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:23.923Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=954e0b3e-e405-447f-aa89-244aec32e155 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:23.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:23.923Z InvocationID=3e8ec383-ebe6-4910-9c67-968be28ba489 2021-07-07T01:21:23.987Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=954e0b3e-e405-447f-aa89-244aec32e155 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:24.486Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=954e0b3e-e405-447f-aa89-244aec32e155 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=563 EndTimestamp=2021-07-07T01:21:24.486Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:23.923Z InvocationID=844d895c-b807-425b-b3bf-da1f4d03cb28 ResponseDesc=OK 2021-07-07T01:21:25.950Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=de9b8f2e-f0c4-4dce-b436-6b279b75201c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=2851 EndTimestamp=2021-07-07T01:21:25.950Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:23.099Z InvocationID=ddabe8a8-e020-4893-a739-044f7df62cf4 ResponseDesc=OK 2021-07-07T01:21:26.492Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=780ea836-de74-4fd7-a6f2-a33aa5c97bd0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:26.491Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:26.491Z InvocationID=b004666f-d410-4847-a09c-afdd4b0a24a0 2021-07-07T01:21:26.571Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=78b6fb10-9627-4e1a-8d91-d21b57fdc649 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:26.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:26.571Z InvocationID=0a03b5cb-4e3f-4897-98a1-2c43eeedcf01 2021-07-07T01:21:28.685Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=78b6fb10-9627-4e1a-8d91-d21b57fdc649 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:29.358Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=780ea836-de74-4fd7-a6f2-a33aa5c97bd0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:29.385Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=78b6fb10-9627-4e1a-8d91-d21b57fdc649 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=2813 EndTimestamp=2021-07-07T01:21:29.384Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:26.571Z InvocationID=5d2218af-2504-4997-bff3-0439a41e9935 ResponseDesc=OK 2021-07-07T01:21:30.246Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=635bf9be-8223-442c-9ccb-839db4344adf InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:30.246Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:30.246Z InvocationID=5bc135f3-a32f-40f7-8b99-412707a512f3 2021-07-07T01:21:30.285Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=780ea836-de74-4fd7-a6f2-a33aa5c97bd0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=3794 EndTimestamp=2021-07-07T01:21:30.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:26.491Z InvocationID=95b3a015-5ae6-4145-b3ff-05c8e22f5e03 ResponseDesc=OK 2021-07-07T01:21:30.307Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=635bf9be-8223-442c-9ccb-839db4344adf InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:30.506Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=635bf9be-8223-442c-9ccb-839db4344adf InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=260 EndTimestamp=2021-07-07T01:21:30.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:30.246Z InvocationID=eba54547-f584-4fe7-b74a-af5203a943f6 ResponseDesc=OK 2021-07-07T01:21:31.891Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7b5f6671-db9a-4a76-b274-e09e43e47c04 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:31.891Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:31.891Z InvocationID=fac50e36-51f5-474b-a456-95a7e1049bcd 2021-07-07T01:21:32.883Z [qtp817348612-48] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7b5f6671-db9a-4a76-b274-e09e43e47c04 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:33.000Z [qtp817348612-48] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7b5f6671-db9a-4a76-b274-e09e43e47c04 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1109 EndTimestamp=2021-07-07T01:21:33.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:31.891Z InvocationID=450b9c9d-8d9d-4d0f-b724-eda4f5ad53b7 ResponseDesc=OK 2021-07-07T01:21:33.923Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=20a05591-f7a7-492f-8def-484eb76bc38e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:33.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:33.923Z InvocationID=cf3d4fef-adf5-4d03-b6f1-58b3a8450e67 2021-07-07T01:21:34.086Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=20a05591-f7a7-492f-8def-484eb76bc38e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:34.201Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=20a05591-f7a7-492f-8def-484eb76bc38e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=278 EndTimestamp=2021-07-07T01:21:34.201Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:33.923Z InvocationID=fe14cc29-023c-443f-97f8-19adfe326baa ResponseDesc=OK 2021-07-07T01:21:34.905Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b29db1f5-92a9-4b92-be97-1ed742ec6474 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:34.905Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:34.905Z InvocationID=9edf36d6-f4ab-4084-85d0-069b2c61e42d 2021-07-07T01:21:34.987Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b29db1f5-92a9-4b92-be97-1ed742ec6474 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:35.090Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b29db1f5-92a9-4b92-be97-1ed742ec6474 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=184 EndTimestamp=2021-07-07T01:21:35.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:34.905Z InvocationID=ee72d713-3df7-4a4c-baac-7ab0655c553f ResponseDesc=OK 2021-07-07T01:21:36.571Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=74d0cc89-c9d6-4ed7-90fc-9eebbb537c5f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:36.571Z InvocationID=04b5e57a-8a8e-4771-becd-420ab66f0768 2021-07-07T01:21:36.646Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=74d0cc89-c9d6-4ed7-90fc-9eebbb537c5f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:37.384Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=74d0cc89-c9d6-4ed7-90fc-9eebbb537c5f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=813 EndTimestamp=2021-07-07T01:21:37.384Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:36.571Z InvocationID=73b78d00-83ce-422f-bf66-75c3cccfe0b1 ResponseDesc=OK 2021-07-07T01:21:37.894Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf8332cc-15b9-4819-8d72-cc0f4ee7c946 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:37.894Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:37.894Z InvocationID=04d2a0f7-ce9e-40fd-9dc7-8e5b69db3b4b 2021-07-07T01:21:37.986Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf8332cc-15b9-4819-8d72-cc0f4ee7c946 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:38.204Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cf8332cc-15b9-4819-8d72-cc0f4ee7c946 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=310 EndTimestamp=2021-07-07T01:21:38.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:37.894Z InvocationID=e822ac37-45fd-4c1a-9c22-df590ff3600a ResponseDesc=OK 2021-07-07T01:21:40.997Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e5ae0a66-ec81-4637-8f61-783f551913bf InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:40.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:40.997Z InvocationID=b3472ed0-1b7d-4ddc-9b41-8ade21d7f6b2 2021-07-07T01:21:41.088Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e5ae0a66-ec81-4637-8f61-783f551913bf InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:41.802Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e5ae0a66-ec81-4637-8f61-783f551913bf InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=805 EndTimestamp=2021-07-07T01:21:41.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:40.997Z InvocationID=c4719bbf-6e9a-43a0-acc3-aad138a7bf3b ResponseDesc=OK 2021-07-07T01:21:43.925Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a9dad7ba-085d-4c2e-b40e-33c7b2a5a5a6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:43.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:43.925Z InvocationID=58d12377-4af6-4511-82be-34a831b80556 2021-07-07T01:21:43.996Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b7c1ab93-ca9b-4797-a972-7240bc4f122e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:43.996Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:43.996Z InvocationID=ac6d347f-2fcb-4b89-a5c6-a19b57b88087 2021-07-07T01:21:44.485Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b7c1ab93-ca9b-4797-a972-7240bc4f122e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:44.685Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b7c1ab93-ca9b-4797-a972-7240bc4f122e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=689 EndTimestamp=2021-07-07T01:21:44.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:43.996Z InvocationID=dd1be059-2e33-43b8-a399-8b2be3e6c315 ResponseDesc=OK 2021-07-07T01:21:44.693Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a9dad7ba-085d-4c2e-b40e-33c7b2a5a5a6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:44.810Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a9dad7ba-085d-4c2e-b40e-33c7b2a5a5a6 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=885 EndTimestamp=2021-07-07T01:21:44.810Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:43.925Z InvocationID=089f592e-7cd0-46c0-92a5-bee2f58db0dc ResponseDesc=OK 2021-07-07T01:21:46.573Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=194709ba-a193-4cd4-aa1c-eee001632af5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:46.573Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:46.573Z InvocationID=6d80d195-ed38-4eec-a187-90aeeb949491 2021-07-07T01:21:46.684Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=194709ba-a193-4cd4-aa1c-eee001632af5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:46.790Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=194709ba-a193-4cd4-aa1c-eee001632af5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=217 EndTimestamp=2021-07-07T01:21:46.790Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:46.573Z InvocationID=cfefb98f-b5ac-4955-a75a-2c7a18a655a3 ResponseDesc=OK 2021-07-07T01:21:46.999Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b7468448-7149-43cb-9f19-b5595c5659be InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:46.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:46.999Z InvocationID=809900ae-48ec-438e-b18d-a304fb3e97ec 2021-07-07T01:21:47.094Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b7468448-7149-43cb-9f19-b5595c5659be InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:47.196Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b7468448-7149-43cb-9f19-b5595c5659be InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=197 EndTimestamp=2021-07-07T01:21:47.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:46.999Z InvocationID=28936603-ab92-4151-8c72-462ad13600f6 ResponseDesc=OK 2021-07-07T01:21:50.101Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=048917af-9242-49ba-8f30-7b675cef9387 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:50.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:50.101Z InvocationID=30d8196b-f7fe-4ee6-a385-3db56987ce93 2021-07-07T01:21:50.286Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=048917af-9242-49ba-8f30-7b675cef9387 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:51.690Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=048917af-9242-49ba-8f30-7b675cef9387 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1589 EndTimestamp=2021-07-07T01:21:51.690Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:50.101Z InvocationID=52e48093-76a7-4052-ae97-2f56a7808407 ResponseDesc=OK 2021-07-07T01:21:53.290Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=76bec18c-6dde-4e8f-93eb-43a4d1786a45 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:53.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:53.290Z InvocationID=abb3c8cc-c764-49aa-a503-52ab4eff0759 2021-07-07T01:21:53.314Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=76bec18c-6dde-4e8f-93eb-43a4d1786a45 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:53.601Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=76bec18c-6dde-4e8f-93eb-43a4d1786a45 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=311 EndTimestamp=2021-07-07T01:21:53.601Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:53.290Z InvocationID=917e24c1-d6b8-47a5-b22b-fcd4903f653e ResponseDesc=OK 2021-07-07T01:21:53.924Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8a298e69-73d1-4b7f-8d1b-eb03ea9dc721 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:53.924Z InvocationID=43072deb-4945-48d7-bfb7-5062b2be9c57 2021-07-07T01:21:53.993Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8a298e69-73d1-4b7f-8d1b-eb03ea9dc721 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:54.090Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8a298e69-73d1-4b7f-8d1b-eb03ea9dc721 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=166 EndTimestamp=2021-07-07T01:21:54.090Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:53.924Z InvocationID=22c034ba-5fe5-4e4a-b21f-bce6b9e387bc ResponseDesc=OK 2021-07-07T01:21:55.986Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4c8da26c-f113-4948-a658-8770f8ccc291 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:55.986Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:55.986Z InvocationID=9403e41d-fe5b-496e-bae4-acb970ca5487 2021-07-07T01:21:56.044Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4c8da26c-f113-4948-a658-8770f8ccc291 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:56.197Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4c8da26c-f113-4948-a658-8770f8ccc291 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=211 EndTimestamp=2021-07-07T01:21:56.197Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:55.986Z InvocationID=1dec4faf-0da8-4350-8080-44f0a9d0c6e8 ResponseDesc=OK 2021-07-07T01:21:56.572Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=85fc5a1c-0eb1-484d-91b7-2114893b90db InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:56.572Z InvocationID=c4c4e962-b285-4ef8-bdcb-119e768dbca8 2021-07-07T01:21:56.989Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=85fc5a1c-0eb1-484d-91b7-2114893b90db InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:21:57.446Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=85fc5a1c-0eb1-484d-91b7-2114893b90db InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=874 EndTimestamp=2021-07-07T01:21:57.446Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:56.572Z InvocationID=c0c7a637-b0af-4bdf-89a4-9f2666735043 ResponseDesc=OK 2021-07-07T01:21:59.194Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fd475b85-a41e-4191-b15a-963423f6f8eb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:21:59.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:59.194Z InvocationID=e18f2b73-1adf-442c-b65a-5adb547b845e 2021-07-07T01:21:59.893Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fd475b85-a41e-4191-b15a-963423f6f8eb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:00.185Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fd475b85-a41e-4191-b15a-963423f6f8eb InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=991 EndTimestamp=2021-07-07T01:22:00.185Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:21:59.194Z InvocationID=ed6d4926-3a18-40d4-a260-fb37f3a3b8f9 ResponseDesc=OK 2021-07-07T01:22:02.098Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8889ce69-74ce-4333-97c3-b0c0b93ce6f7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:02.098Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:02.098Z InvocationID=e130ad4f-650d-4d2f-a694-b373cee791ef 2021-07-07T01:22:02.286Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8889ce69-74ce-4333-97c3-b0c0b93ce6f7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:02.587Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8889ce69-74ce-4333-97c3-b0c0b93ce6f7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=489 EndTimestamp=2021-07-07T01:22:02.587Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:02.098Z InvocationID=3a05a113-abe5-4b4f-8c60-d27e7dcfb9c6 ResponseDesc=OK 2021-07-07T01:22:03.924Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=458528aa-a1df-421a-a7ef-8e29b1e4f681 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:03.924Z InvocationID=5b7afc3a-f19d-402c-9f9d-7deeaf686ad5 2021-07-07T01:22:04.042Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=458528aa-a1df-421a-a7ef-8e29b1e4f681 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:04.402Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=458528aa-a1df-421a-a7ef-8e29b1e4f681 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=478 EndTimestamp=2021-07-07T01:22:04.402Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:03.924Z InvocationID=ff714532-c8cb-4b10-b44a-3cdd75deaaf4 ResponseDesc=OK 2021-07-07T01:22:05.091Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=96723344-2b4c-4238-a163-727f2e804458 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:05.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:05.091Z InvocationID=cd4d0176-1aaa-4cc4-b886-51e84ed5444f 2021-07-07T01:22:05.798Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=96723344-2b4c-4238-a163-727f2e804458 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:05.984Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=96723344-2b4c-4238-a163-727f2e804458 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=893 EndTimestamp=2021-07-07T01:22:05.984Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:05.091Z InvocationID=e7aa94ff-f351-4969-81de-58e191fe67c6 ResponseDesc=OK 2021-07-07T01:22:06.572Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a9f6e6cf-a0b7-43b1-8d01-c86ecf5ac0a5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:06.572Z InvocationID=eaf6726a-7393-474d-b315-d0e0223f5ffe 2021-07-07T01:22:06.623Z [qtp817348612-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a9f6e6cf-a0b7-43b1-8d01-c86ecf5ac0a5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:06.786Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a9f6e6cf-a0b7-43b1-8d01-c86ecf5ac0a5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=214 EndTimestamp=2021-07-07T01:22:06.786Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:06.572Z InvocationID=8dc93512-540a-43c7-aab2-65ea0f6de856 ResponseDesc=OK 2021-07-07T01:22:07.992Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=009c5ccc-7bec-4f34-bbe1-2b858303f4da InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:07.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:07.992Z InvocationID=4c442c0b-7c8e-4ba7-bfa3-7fffcd435e8e 2021-07-07T01:22:08.183Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=009c5ccc-7bec-4f34-bbe1-2b858303f4da InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:11.135Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=009c5ccc-7bec-4f34-bbe1-2b858303f4da InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=3143 EndTimestamp=2021-07-07T01:22:11.135Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:07.992Z InvocationID=eb460a24-9424-4475-b704-3a4ae4d5c562 ResponseDesc=OK 2021-07-07T01:22:11.730Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ea17e9b0-0e47-472b-ac9e-bef2fe51975c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:11.730Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:11.730Z InvocationID=8d11aca4-b7d0-472e-b52b-62bcc8b3b4ff 2021-07-07T01:22:12.481Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ea17e9b0-0e47-472b-ac9e-bef2fe51975c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:12.588Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ea17e9b0-0e47-472b-ac9e-bef2fe51975c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=858 EndTimestamp=2021-07-07T01:22:12.588Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:11.730Z InvocationID=b670bc84-dfdc-4963-95c0-db6c425334fc ResponseDesc=OK 2021-07-07T01:22:13.924Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7802559f-7897-4fc0-8614-16c862fd50f5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:13.924Z InvocationID=31626011-5151-47fa-aa10-fdd395f1b46d 2021-07-07T01:22:14.087Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7802559f-7897-4fc0-8614-16c862fd50f5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:14.293Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7802559f-7897-4fc0-8614-16c862fd50f5 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=369 EndTimestamp=2021-07-07T01:22:14.293Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:13.924Z InvocationID=75af88c6-90b6-4eb0-b141-268e5450b988 ResponseDesc=OK 2021-07-07T01:22:14.301Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4867e070-d06e-4d42-9576-3b80fb9a595b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:14.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:14.301Z InvocationID=ae927f6c-23ff-4789-818b-254e2009a149 2021-07-07T01:22:14.484Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4867e070-d06e-4d42-9576-3b80fb9a595b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:14.742Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4867e070-d06e-4d42-9576-3b80fb9a595b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=441 EndTimestamp=2021-07-07T01:22:14.742Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:14.301Z InvocationID=251211e4-dafb-4f7c-b8a2-b3a2323d00e3 ResponseDesc=OK 2021-07-07T01:22:16.572Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=691c8777-d5e9-4c65-a8c7-b2d9d0df858a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:16.572Z InvocationID=3e9f09b9-f5bb-461d-916b-0235af21bbe9 2021-07-07T01:22:16.648Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=691c8777-d5e9-4c65-a8c7-b2d9d0df858a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:16.986Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=691c8777-d5e9-4c65-a8c7-b2d9d0df858a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=414 EndTimestamp=2021-07-07T01:22:16.986Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:16.572Z InvocationID=d6843cb2-2d99-4609-98f6-82ff2071b55d ResponseDesc=OK 2021-07-07T01:22:17.196Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d7ac5eab-4ec5-4ee0-8d05-965635f7cb3f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:17.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:17.196Z InvocationID=24a0a58a-8df8-40d3-a07c-e8e83ddcac76 2021-07-07T01:22:18.003Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d7ac5eab-4ec5-4ee0-8d05-965635f7cb3f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:18.288Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d7ac5eab-4ec5-4ee0-8d05-965635f7cb3f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1092 EndTimestamp=2021-07-07T01:22:18.288Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:17.196Z InvocationID=e476eced-0d0e-48ea-a7c2-76ed368f3d0c ResponseDesc=OK 2021-07-07T01:22:20.007Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b7ef9108-e39f-42ee-83fb-50947dce4c6d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:20.007Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:20.007Z InvocationID=8da4e20d-fa1d-4a86-b4d2-e174e047d60c 2021-07-07T01:22:20.185Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b7ef9108-e39f-42ee-83fb-50947dce4c6d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:20.605Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b7ef9108-e39f-42ee-83fb-50947dce4c6d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=598 EndTimestamp=2021-07-07T01:22:20.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:20.007Z InvocationID=84a5c136-4132-464c-9f22-861b81b70f37 ResponseDesc=OK 2021-07-07T01:22:23.107Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5ce6ad84-79ce-4b74-ad75-66d14f2b0b7c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:23.107Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:23.107Z InvocationID=7e8ef5fa-9877-4e5d-ba72-1473f5ca0e66 2021-07-07T01:22:23.926Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=410a137b-b7fe-4fee-9efa-b530a3915869 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:23.926Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:23.926Z InvocationID=ec2fee58-3d19-4298-9afb-2e2a566ce045 2021-07-07T01:22:26.578Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3589561a-6183-41b9-a357-78b6883ffe3a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:26.578Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:26.578Z InvocationID=73cf2014-7a45-4813-bc5a-b032132bf8fc 2021-07-07T01:22:26.828Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4225eb3f-3c84-42d2-8da2-1a6646ed46db InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:26.828Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:26.828Z InvocationID=e5793c95-f51a-40a8-91f7-62f7865c8c8f 2021-07-07T01:22:28.588Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3589561a-6183-41b9-a357-78b6883ffe3a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:28.986Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=410a137b-b7fe-4fee-9efa-b530a3915869 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:29.087Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3589561a-6183-41b9-a357-78b6883ffe3a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=2509 EndTimestamp=2021-07-07T01:22:29.087Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:26.578Z InvocationID=83fe5d4e-05d1-436b-9456-267a7d25e05d ResponseDesc=OK 2021-07-07T01:22:29.987Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=410a137b-b7fe-4fee-9efa-b530a3915869 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=6061 EndTimestamp=2021-07-07T01:22:29.987Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:23.926Z InvocationID=27d7ef22-defa-464a-9d94-4fdded40b207 ResponseDesc=OK 2021-07-07T01:22:30.643Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=354084c0-9784-4fb4-8903-c8e1e4ed45e8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:30.643Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:30.643Z InvocationID=e642925c-e3f3-4267-87bd-0b0ea6352000 2021-07-07T01:22:30.844Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4225eb3f-3c84-42d2-8da2-1a6646ed46db InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:31.442Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=354084c0-9784-4fb4-8903-c8e1e4ed45e8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:31.554Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4225eb3f-3c84-42d2-8da2-1a6646ed46db InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=4726 EndTimestamp=2021-07-07T01:22:31.554Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:26.828Z InvocationID=bae43aa1-e0d0-4183-b70a-3311d60f0c14 ResponseDesc=OK 2021-07-07T01:22:31.684Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=354084c0-9784-4fb4-8903-c8e1e4ed45e8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1041 EndTimestamp=2021-07-07T01:22:31.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:30.643Z InvocationID=faa23142-f923-4906-ac8c-8e0b9d2acb27 ResponseDesc=OK 2021-07-07T01:22:32.497Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c5da493f-6878-4970-aa57-bda697277522 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:32.497Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:32.497Z InvocationID=4eaae7b1-a57d-45b5-96fb-0d5a6a3301df 2021-07-07T01:22:32.697Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c5da493f-6878-4970-aa57-bda697277522 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:32.887Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c5da493f-6878-4970-aa57-bda697277522 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=389 EndTimestamp=2021-07-07T01:22:32.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:32.497Z InvocationID=99fd038d-e03a-4047-9f82-27b5426ea247 ResponseDesc=OK 2021-07-07T01:22:33.147Z [qtp817348612-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5ce6ad84-79ce-4b74-ad75-66d14f2b0b7c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy135.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:66) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:246) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:62) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:59) at jdk.internal.reflect.GeneratedMethodAccessor48.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy49.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:47) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:154) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:118) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-07-07T01:22:33.396Z [qtp817348612-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=5ce6ad84-79ce-4b74-ad75-66d14f2b0b7c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=10289 EndTimestamp=2021-07-07T01:22:33.396Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=ERROR ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:23.107Z InvocationID=a017bce2-8e57-4db9-b7ed-4b533a66e87e ResponseDesc=Internal Server Error 2021-07-07T01:22:33.923Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=885a0013-8ee8-4be7-8bc5-03f4329d60da InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:33.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:33.923Z InvocationID=d6d99240-72d2-4c19-a1e6-9c095308de12 2021-07-07T01:22:34.217Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=885a0013-8ee8-4be7-8bc5-03f4329d60da InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:34.484Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=885a0013-8ee8-4be7-8bc5-03f4329d60da InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=561 EndTimestamp=2021-07-07T01:22:34.484Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:33.923Z InvocationID=bb0f08dd-5929-49c9-aae8-2ebcab1fa453 ResponseDesc=OK 2021-07-07T01:22:35.086Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=16ae4a63-5334-4d56-b65a-013108df5509 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:35.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:35.086Z InvocationID=02c98b2b-6086-4e8e-b226-1f9707051351 2021-07-07T01:22:35.186Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=16ae4a63-5334-4d56-b65a-013108df5509 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:35.294Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=16ae4a63-5334-4d56-b65a-013108df5509 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=208 EndTimestamp=2021-07-07T01:22:35.294Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:35.086Z InvocationID=207089a0-13f2-48d3-b925-1071a4e2a288 ResponseDesc=OK 2021-07-07T01:22:36.571Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=27faf281-1ede-4ff0-a5dd-ea9d5d54e562 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:36.571Z InvocationID=03d29df2-6537-4fbb-86cd-91f7fa214068 2021-07-07T01:22:36.684Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=27faf281-1ede-4ff0-a5dd-ea9d5d54e562 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:36.953Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=27faf281-1ede-4ff0-a5dd-ea9d5d54e562 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=382 EndTimestamp=2021-07-07T01:22:36.953Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:36.571Z InvocationID=bae8341d-6180-4ea3-bbed-d87d17212a32 ResponseDesc=OK 2021-07-07T01:22:38.092Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=614534b3-ff58-4cc1-939d-a6cdceb1ff7c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:38.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:38.092Z InvocationID=4d10773a-cdf9-481b-83d3-0cdf6286cb38 2021-07-07T01:22:38.188Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=614534b3-ff58-4cc1-939d-a6cdceb1ff7c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:38.203Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=614534b3-ff58-4cc1-939d-a6cdceb1ff7c InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=111 EndTimestamp=2021-07-07T01:22:38.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:38.092Z InvocationID=aeb5a96d-34a7-4f53-a542-af68ec8c3d78 ResponseDesc=OK 2021-07-07T01:22:41.192Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b917300a-7750-45b5-9b2e-672b6fccf8e1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:41.192Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:41.192Z InvocationID=2ccee7ac-e3b6-4503-b5d0-b16cb64c0f3e 2021-07-07T01:22:41.288Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b917300a-7750-45b5-9b2e-672b6fccf8e1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:41.394Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b917300a-7750-45b5-9b2e-672b6fccf8e1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=202 EndTimestamp=2021-07-07T01:22:41.394Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:41.192Z InvocationID=2600dea9-6382-4150-99e0-a70ffee89e1a ResponseDesc=OK 2021-07-07T01:22:43.903Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=35f671b8-cf27-46ba-b76a-7695d461ef1f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:43.903Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:43.903Z InvocationID=fcece4b4-3cc4-4b47-9996-e06ccc47c784 2021-07-07T01:22:43.924Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=21580641-3763-4b51-a1a3-241fc0ead8b3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:43.924Z InvocationID=f358a608-fd0f-4cde-a13b-745d3b00e57a 2021-07-07T01:22:43.988Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=35f671b8-cf27-46ba-b76a-7695d461ef1f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:44.086Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=21580641-3763-4b51-a1a3-241fc0ead8b3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:44.347Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=35f671b8-cf27-46ba-b76a-7695d461ef1f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=444 EndTimestamp=2021-07-07T01:22:44.347Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:43.903Z InvocationID=8f15a83e-882f-46e9-aee4-8de0d20ca150 ResponseDesc=OK 2021-07-07T01:22:44.385Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=21580641-3763-4b51-a1a3-241fc0ead8b3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=461 EndTimestamp=2021-07-07T01:22:44.385Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:43.924Z InvocationID=8a63428c-ce9f-4ea4-b82e-54a4d15e1fd5 ResponseDesc=OK 2021-07-07T01:22:46.572Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=993d1bd0-174c-41f6-9e60-78656b2c1d4a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:46.572Z InvocationID=d659d1e9-0388-4214-b650-a48374e831ce 2021-07-07T01:22:46.817Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=993d1bd0-174c-41f6-9e60-78656b2c1d4a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:47.095Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4527f2ae-9395-48f3-bdd4-1128377b366b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:47.095Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:47.095Z InvocationID=50caa59b-95a1-4339-8153-f6d8d794f764 2021-07-07T01:22:47.144Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=993d1bd0-174c-41f6-9e60-78656b2c1d4a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=572 EndTimestamp=2021-07-07T01:22:47.144Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:46.572Z InvocationID=962507a9-9b65-4227-a85a-37ff009fb6b2 ResponseDesc=OK 2021-07-07T01:22:47.288Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4527f2ae-9395-48f3-bdd4-1128377b366b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:47.545Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4527f2ae-9395-48f3-bdd4-1128377b366b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=450 EndTimestamp=2021-07-07T01:22:47.545Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:47.095Z InvocationID=76eb126d-ae6a-4cb1-98f9-b85f36903475 ResponseDesc=OK 2021-07-07T01:22:50.388Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6d3318d4-d240-408b-8b2b-92877f8e6098 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:50.388Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:50.388Z InvocationID=94bb7602-d5c0-42b0-8e16-08b88ae91af7 2021-07-07T01:22:50.486Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6d3318d4-d240-408b-8b2b-92877f8e6098 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:50.585Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6d3318d4-d240-408b-8b2b-92877f8e6098 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=197 EndTimestamp=2021-07-07T01:22:50.585Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:50.388Z InvocationID=ae0c6194-27c5-4c4b-9d66-5ab3f44db8b9 ResponseDesc=OK 2021-07-07T01:22:53.196Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=033c2f34-1871-417c-8477-e56dd66b340a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:53.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:53.196Z InvocationID=ed30f8a2-e674-4406-9b9c-02631e42b93c 2021-07-07T01:22:53.385Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=033c2f34-1871-417c-8477-e56dd66b340a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:53.694Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=033c2f34-1871-417c-8477-e56dd66b340a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=498 EndTimestamp=2021-07-07T01:22:53.694Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:53.196Z InvocationID=e02eb6bd-4945-46f4-a66f-e1d1bb368a59 ResponseDesc=OK 2021-07-07T01:22:53.924Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eb478f3f-5070-424b-81bb-8f314cca60e7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:53.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:53.923Z InvocationID=63fd02f8-f345-4d91-8ab0-da55aa86f908 2021-07-07T01:22:54.009Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eb478f3f-5070-424b-81bb-8f314cca60e7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:54.343Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eb478f3f-5070-424b-81bb-8f314cca60e7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=420 EndTimestamp=2021-07-07T01:22:54.343Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:53.923Z InvocationID=3fce1901-44cb-4453-837d-eb5af4c904d1 ResponseDesc=OK 2021-07-07T01:22:55.890Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4bdff097-1028-415c-b7a4-ec827cac22cc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:55.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:55.890Z InvocationID=acdc1b85-e025-4fc8-8112-a313f712d6cb 2021-07-07T01:22:56.469Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4bdff097-1028-415c-b7a4-ec827cac22cc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:56.572Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c45f1c9e-08d9-4fd0-bcc1-b6ca9c5e20e8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:56.572Z InvocationID=7678ee97-a5eb-46b5-96b4-43a9a7988c51 2021-07-07T01:22:56.588Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4bdff097-1028-415c-b7a4-ec827cac22cc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=698 EndTimestamp=2021-07-07T01:22:56.588Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:55.890Z InvocationID=99442c97-9c07-4bbd-913c-8dd879718a75 ResponseDesc=OK 2021-07-07T01:22:56.684Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c45f1c9e-08d9-4fd0-bcc1-b6ca9c5e20e8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:57.463Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c45f1c9e-08d9-4fd0-bcc1-b6ca9c5e20e8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=891 EndTimestamp=2021-07-07T01:22:57.463Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:56.572Z InvocationID=a1e8b03e-5a8b-48dd-be0a-c93e35df2c20 ResponseDesc=OK 2021-07-07T01:22:59.197Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b153ec87-65f6-4b67-88c2-93c0f44818f4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:22:59.197Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:59.197Z InvocationID=153f7c76-0da9-4567-8985-a61a1211ab00 2021-07-07T01:22:59.383Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b153ec87-65f6-4b67-88c2-93c0f44818f4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:22:59.769Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b153ec87-65f6-4b67-88c2-93c0f44818f4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=572 EndTimestamp=2021-07-07T01:22:59.769Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:22:59.197Z InvocationID=569aeb01-2051-4da2-93b1-8f371f36d43c ResponseDesc=OK 2021-07-07T01:23:02.090Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=52b946d3-4208-404b-8751-8631c775c77a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:02.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:02.090Z InvocationID=d46621bf-584c-4dfe-905b-6aaf298bebaf 2021-07-07T01:23:02.194Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=52b946d3-4208-404b-8751-8631c775c77a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:02.295Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=52b946d3-4208-404b-8751-8631c775c77a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=205 EndTimestamp=2021-07-07T01:23:02.295Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:02.090Z InvocationID=c65fd551-c519-4fe9-afa8-0ac1e252824b ResponseDesc=OK 2021-07-07T01:23:03.924Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=56d242f4-b3c0-4ddd-be2a-ae48451ae8cc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:03.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:03.924Z InvocationID=22831b36-2ede-4a30-961e-71eb2a94b5e8 2021-07-07T01:23:04.086Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=56d242f4-b3c0-4ddd-be2a-ae48451ae8cc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:04.386Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=56d242f4-b3c0-4ddd-be2a-ae48451ae8cc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=462 EndTimestamp=2021-07-07T01:23:04.386Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:03.924Z InvocationID=b421e924-6128-4653-afc7-1ddb297d3af3 ResponseDesc=OK 2021-07-07T01:23:04.891Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9dfa02ed-05af-45b2-9540-9a99f3766f92 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:04.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:04.890Z InvocationID=6caf934c-7eed-4487-aa9d-98464faae76e 2021-07-07T01:23:04.984Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9dfa02ed-05af-45b2-9540-9a99f3766f92 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:05.204Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9dfa02ed-05af-45b2-9540-9a99f3766f92 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=314 EndTimestamp=2021-07-07T01:23:05.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:04.890Z InvocationID=0e8cd623-ada0-4d7f-8104-5b35bdf44989 ResponseDesc=OK 2021-07-07T01:23:06.572Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7146a3c7-cc9c-445f-a573-5f109c6dd683 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:06.572Z InvocationID=7fdff666-7fe4-4fbf-9f28-e0cb9432759b 2021-07-07T01:23:06.746Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7146a3c7-cc9c-445f-a573-5f109c6dd683 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:07.085Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7146a3c7-cc9c-445f-a573-5f109c6dd683 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=513 EndTimestamp=2021-07-07T01:23:07.085Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:06.572Z InvocationID=3f549e31-6ad1-4117-b563-5ace6bf8f225 ResponseDesc=OK 2021-07-07T01:23:08.090Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6f2e9c31-97e1-4bfc-8c7a-6a7beb0e3cd0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:08.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:08.090Z InvocationID=31229f84-4552-4e12-bb2d-f8e950ef155f 2021-07-07T01:23:08.447Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6f2e9c31-97e1-4bfc-8c7a-6a7beb0e3cd0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:08.688Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6f2e9c31-97e1-4bfc-8c7a-6a7beb0e3cd0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=598 EndTimestamp=2021-07-07T01:23:08.688Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:08.090Z InvocationID=3d7639e5-c7be-4508-943d-42c922617f4f ResponseDesc=OK 2021-07-07T01:23:11.195Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=12d2a45c-72c9-47dc-9525-aaba0fe65b6a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:11.194Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:11.194Z InvocationID=ab08016f-c12d-4380-b319-ea462dbb24d6 2021-07-07T01:23:11.284Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=12d2a45c-72c9-47dc-9525-aaba0fe65b6a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:11.786Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=12d2a45c-72c9-47dc-9525-aaba0fe65b6a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=592 EndTimestamp=2021-07-07T01:23:11.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:11.194Z InvocationID=145566a6-4ab8-4ce2-86a6-4788c9bc6b96 ResponseDesc=OK 2021-07-07T01:23:13.924Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=95dcb75d-f6e8-4435-a589-0eeb75708055 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:13.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:13.924Z InvocationID=687807fc-5edd-4f01-9e69-03826908451e 2021-07-07T01:23:14.200Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=466f73ad-230e-44a2-a99a-e99f67bc1d99 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:14.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:14.200Z InvocationID=b393da52-45c7-4788-8b8f-cbc09f7af51d 2021-07-07T01:23:14.289Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=466f73ad-230e-44a2-a99a-e99f67bc1d99 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:14.550Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=95dcb75d-f6e8-4435-a589-0eeb75708055 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:14.684Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=466f73ad-230e-44a2-a99a-e99f67bc1d99 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=484 EndTimestamp=2021-07-07T01:23:14.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:14.200Z InvocationID=b34eb074-4dfe-49a1-a744-dbec61a3e1b5 ResponseDesc=OK 2021-07-07T01:23:14.887Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=95dcb75d-f6e8-4435-a589-0eeb75708055 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=962 EndTimestamp=2021-07-07T01:23:14.886Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:13.924Z InvocationID=1e3514a5-f277-4dd8-8b45-1a90138a5e6d ResponseDesc=OK 2021-07-07T01:23:16.573Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4d72bcdd-ecf2-43fd-b762-b64f475ac3e8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:16.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:16.572Z InvocationID=a65e8249-5b7d-4c95-b102-1a3e974de4d0 2021-07-07T01:23:16.783Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4d72bcdd-ecf2-43fd-b762-b64f475ac3e8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:16.890Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4d72bcdd-ecf2-43fd-b762-b64f475ac3e8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=318 EndTimestamp=2021-07-07T01:23:16.890Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:16.572Z InvocationID=13b4199b-3d65-4ba3-87a9-8e6651d6e962 ResponseDesc=OK 2021-07-07T01:23:17.089Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f1e4d0fc-e9b4-4b49-9556-2846862b5a21 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:17.089Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:17.089Z InvocationID=08ec8a05-d53d-48cd-acff-06f75c97b113 2021-07-07T01:23:17.106Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f1e4d0fc-e9b4-4b49-9556-2846862b5a21 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:17.684Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f1e4d0fc-e9b4-4b49-9556-2846862b5a21 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=595 EndTimestamp=2021-07-07T01:23:17.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:17.089Z InvocationID=22903928-5d52-4cc0-84ec-26cce0a386a9 ResponseDesc=OK 2021-07-07T01:23:20.093Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1e6704c2-2794-4638-ae47-f04666912a3a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:20.093Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:20.093Z InvocationID=dcc4bbab-af63-4c4d-bd05-44ae4f3c3f3b 2021-07-07T01:23:20.290Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1e6704c2-2794-4638-ae47-f04666912a3a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:20.689Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1e6704c2-2794-4638-ae47-f04666912a3a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=595 EndTimestamp=2021-07-07T01:23:20.688Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:20.093Z InvocationID=e1c2acbe-1e07-4d26-801d-376496312e6d ResponseDesc=OK 2021-07-07T01:23:22.999Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e40d9252-ab51-4868-85a3-23c9c215be71 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:22.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:22.999Z InvocationID=0df34aa6-f00a-4da2-8028-e2f1a3d39e1f 2021-07-07T01:23:23.088Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e40d9252-ab51-4868-85a3-23c9c215be71 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:23.344Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e40d9252-ab51-4868-85a3-23c9c215be71 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=345 EndTimestamp=2021-07-07T01:23:23.344Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:22.999Z InvocationID=c58042b3-4f8d-43cc-a9e3-c3963a081636 ResponseDesc=OK 2021-07-07T01:23:23.924Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cd1beb14-de11-4a3d-a8cf-678b61170a35 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:23.924Z InvocationID=0e18592e-c96e-4db0-9eae-a60ae5f271cc 2021-07-07T01:23:25.086Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cd1beb14-de11-4a3d-a8cf-678b61170a35 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:25.187Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cd1beb14-de11-4a3d-a8cf-678b61170a35 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1263 EndTimestamp=2021-07-07T01:23:25.187Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:23.924Z InvocationID=6e9e0518-7a2a-4215-8292-6903e1ade482 ResponseDesc=OK 2021-07-07T01:23:25.994Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=90882359-050d-4430-af12-cffc747b8603 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:25.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:25.994Z InvocationID=d0b362ae-220d-48b4-8561-128e0fff7c57 2021-07-07T01:23:26.054Z [qtp817348612-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=90882359-050d-4430-af12-cffc747b8603 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:26.346Z [qtp817348612-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=90882359-050d-4430-af12-cffc747b8603 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=352 EndTimestamp=2021-07-07T01:23:26.346Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:25.994Z InvocationID=a8dd5a5a-bb72-41ec-8ccb-83863b09e58d ResponseDesc=OK 2021-07-07T01:23:26.571Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3b04ef62-66aa-483c-a289-526ddd384726 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:26.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:26.571Z InvocationID=3af73fbd-c333-4b47-b245-17b36a37171c 2021-07-07T01:23:26.684Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3b04ef62-66aa-483c-a289-526ddd384726 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:26.942Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3b04ef62-66aa-483c-a289-526ddd384726 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=371 EndTimestamp=2021-07-07T01:23:26.942Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:26.571Z InvocationID=d26d8e9e-7e77-4227-979f-1d0e4fd0e5c7 ResponseDesc=OK 2021-07-07T01:23:29.197Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3f340f0c-d579-49da-838b-b429ab99861b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:29.196Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:29.196Z InvocationID=a1c8f995-88c1-4794-92db-6da15a0d8701 2021-07-07T01:23:29.742Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3f340f0c-d579-49da-838b-b429ab99861b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:30.285Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3f340f0c-d579-49da-838b-b429ab99861b InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1089 EndTimestamp=2021-07-07T01:23:30.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:29.196Z InvocationID=43eb197c-b3f3-49f7-bf80-f6ebd09937ad ResponseDesc=OK 2021-07-07T01:23:31.991Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=87111e9b-61a1-47e6-83b1-d428e421dbc1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:31.990Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:31.990Z InvocationID=3b71c242-6a99-4a1b-809d-bd6d840811fb 2021-07-07T01:23:32.086Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=87111e9b-61a1-47e6-83b1-d428e421dbc1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:32.886Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=87111e9b-61a1-47e6-83b1-d428e421dbc1 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=896 EndTimestamp=2021-07-07T01:23:32.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:31.990Z InvocationID=457e1293-a5b2-4727-956d-dcf5826866bf ResponseDesc=OK 2021-07-07T01:23:33.925Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=22da76bd-3a9d-405b-843f-42d4b7eaaeea InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:33.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:33.925Z InvocationID=12cbc6a3-b3a2-4cd6-907a-b5e09cb8f537 2021-07-07T01:23:33.987Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=22da76bd-3a9d-405b-843f-42d4b7eaaeea InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:34.595Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=22da76bd-3a9d-405b-843f-42d4b7eaaeea InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=670 EndTimestamp=2021-07-07T01:23:34.595Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:33.925Z InvocationID=59c2b9cd-10f1-4302-a9b4-9ddd2dec8816 ResponseDesc=OK 2021-07-07T01:23:34.988Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5596e7f3-4a5a-4b0d-afde-016da05ea876 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:34.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:34.987Z InvocationID=79bb495c-83c3-4a78-8069-fa800336a6ac 2021-07-07T01:23:35.290Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5596e7f3-4a5a-4b0d-afde-016da05ea876 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:35.485Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5596e7f3-4a5a-4b0d-afde-016da05ea876 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=498 EndTimestamp=2021-07-07T01:23:35.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:34.987Z InvocationID=77ee80df-3921-494c-91eb-885ee6d1d41a ResponseDesc=OK 2021-07-07T01:23:36.571Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d863a85f-f05d-4b0c-b240-5165acbd0553 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:36.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:36.571Z InvocationID=17ce055d-090f-4fb3-a773-456d663af776 2021-07-07T01:23:36.947Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d863a85f-f05d-4b0c-b240-5165acbd0553 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:37.592Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d863a85f-f05d-4b0c-b240-5165acbd0553 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1020 EndTimestamp=2021-07-07T01:23:37.591Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:36.571Z InvocationID=fc6d387f-0ab0-404c-933a-afb52e77e818 ResponseDesc=OK 2021-07-07T01:23:38.287Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c7b3e54-ee9d-4824-91ca-239cbfa83d2d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:38.287Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:38.287Z InvocationID=94909865-279f-4191-a236-05892175806b 2021-07-07T01:23:38.484Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c7b3e54-ee9d-4824-91ca-239cbfa83d2d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:39.243Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6c7b3e54-ee9d-4824-91ca-239cbfa83d2d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=956 EndTimestamp=2021-07-07T01:23:39.243Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:38.287Z InvocationID=9ca93f97-c887-4eff-b01b-4ad3e7af667b ResponseDesc=OK 2021-07-07T01:23:41.087Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=976aa87f-6f4a-4e3c-bb5a-dc33ea660eb7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:41.087Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:41.087Z InvocationID=c8eba897-e627-4d0f-a8aa-6df74f44ab4d 2021-07-07T01:23:41.249Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=976aa87f-6f4a-4e3c-bb5a-dc33ea660eb7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:41.384Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=976aa87f-6f4a-4e3c-bb5a-dc33ea660eb7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=297 EndTimestamp=2021-07-07T01:23:41.384Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:41.087Z InvocationID=f18414dc-3bdd-4d06-ac54-b74996db8f2a ResponseDesc=OK 2021-07-07T01:23:43.925Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=50931c8c-ee3f-4439-b147-060f169fe5f3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:43.925Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:43.925Z InvocationID=80c9a989-df7a-41e8-b85c-4d85ff4a04fd 2021-07-07T01:23:44.086Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=50931c8c-ee3f-4439-b147-060f169fe5f3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:44.091Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a6c448b6-adaa-4288-b6da-8e454ef3afdc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:44.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:44.091Z InvocationID=0af98553-e6ff-46ed-b299-960bab5bace1 2021-07-07T01:23:44.184Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a6c448b6-adaa-4288-b6da-8e454ef3afdc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:44.787Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a6c448b6-adaa-4288-b6da-8e454ef3afdc InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=695 EndTimestamp=2021-07-07T01:23:44.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:44.091Z InvocationID=4ecbce1f-11b4-41dc-a1e3-1864675a09df ResponseDesc=OK 2021-07-07T01:23:45.046Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=50931c8c-ee3f-4439-b147-060f169fe5f3 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1121 EndTimestamp=2021-07-07T01:23:45.046Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:43.925Z InvocationID=2a9245a2-7995-4dcc-9822-c46ec2af8da3 ResponseDesc=OK 2021-07-07T01:23:46.573Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f3428c09-0155-478d-a206-eddb06e1c82d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:46.572Z InvocationID=7ff39584-a267-4810-92c0-bfa269833e2e 2021-07-07T01:23:46.890Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e0109d49-554d-4880-b401-2c3b69f6fd2f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:46.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:46.890Z InvocationID=b3f3718d-c774-4272-81f2-9c29a1024d82 2021-07-07T01:23:47.190Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e0109d49-554d-4880-b401-2c3b69f6fd2f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:47.243Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f3428c09-0155-478d-a206-eddb06e1c82d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:47.584Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e0109d49-554d-4880-b401-2c3b69f6fd2f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=694 EndTimestamp=2021-07-07T01:23:47.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:46.890Z InvocationID=0029df78-8b40-44bc-ba18-d119802ad8a0 ResponseDesc=OK 2021-07-07T01:23:48.392Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f3428c09-0155-478d-a206-eddb06e1c82d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1819 EndTimestamp=2021-07-07T01:23:48.391Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:46.572Z InvocationID=d8ad1d3b-0e65-4550-96f9-f40b63420e84 ResponseDesc=OK 2021-07-07T01:23:50.198Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8e567e36-b755-47a8-b866-541a52541012 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:50.198Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:50.198Z InvocationID=cfb81f1d-4161-4b81-aabe-69c8b422589a 2021-07-07T01:23:50.294Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8e567e36-b755-47a8-b866-541a52541012 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:50.490Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8e567e36-b755-47a8-b866-541a52541012 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=292 EndTimestamp=2021-07-07T01:23:50.490Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:50.198Z InvocationID=be07165a-8e3d-4dd9-aab8-9ee57eaa7db2 ResponseDesc=OK 2021-07-07T01:23:52.992Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9421d446-8851-47f0-b30b-65cbf0382875 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:52.991Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:52.991Z InvocationID=948d3b51-0274-4f7a-bbd4-4557216489c0 2021-07-07T01:23:53.090Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9421d446-8851-47f0-b30b-65cbf0382875 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:53.488Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9421d446-8851-47f0-b30b-65cbf0382875 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=497 EndTimestamp=2021-07-07T01:23:53.488Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:52.991Z InvocationID=37e82cd6-df17-4e19-b666-18db9937fc27 ResponseDesc=OK 2021-07-07T01:23:53.924Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e91545c0-99ea-48b1-b5b1-7ace45ee8b8a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:53.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:53.924Z InvocationID=1e0b72ad-af1a-435f-8a60-835bcdf80ab1 2021-07-07T01:23:53.987Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e91545c0-99ea-48b1-b5b1-7ace45ee8b8a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:54.586Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e91545c0-99ea-48b1-b5b1-7ace45ee8b8a InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=662 EndTimestamp=2021-07-07T01:23:54.586Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:53.924Z InvocationID=4cfaf6f6-0cd9-4689-b20e-0911f244c7f9 ResponseDesc=OK 2021-07-07T01:23:55.815Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b1e6cc7-02e1-4b04-9a30-ee54fb8409c4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:55.815Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:55.815Z InvocationID=f34a86dc-7174-4b98-ba39-f6e98076e60a 2021-07-07T01:23:55.984Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b1e6cc7-02e1-4b04-9a30-ee54fb8409c4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:56.262Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1b1e6cc7-02e1-4b04-9a30-ee54fb8409c4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=447 EndTimestamp=2021-07-07T01:23:56.262Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:55.815Z InvocationID=49feaf55-80a1-4c16-8748-dd94607b8a4a ResponseDesc=OK 2021-07-07T01:23:56.572Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a1c7eff8-9cf7-40b7-a666-c7a82cefb028 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:56.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:56.572Z InvocationID=b02e1534-f1a5-40c2-98cc-97c83a577836 2021-07-07T01:23:56.797Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a1c7eff8-9cf7-40b7-a666-c7a82cefb028 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:57.286Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a1c7eff8-9cf7-40b7-a666-c7a82cefb028 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=714 EndTimestamp=2021-07-07T01:23:57.286Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:56.572Z InvocationID=5912ede7-9ccd-47b9-90fa-627311412dae ResponseDesc=OK 2021-07-07T01:23:59.000Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=04023b71-8c6b-4f2d-a112-ac4765652870 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:23:59.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:59.000Z InvocationID=0d3c0e6c-ba96-4bed-99b3-605abd6a6440 2021-07-07T01:23:59.185Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=04023b71-8c6b-4f2d-a112-ac4765652870 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:23:59.786Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=04023b71-8c6b-4f2d-a112-ac4765652870 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=786 EndTimestamp=2021-07-07T01:23:59.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:23:59.000Z InvocationID=1b23f057-ce59-4a9d-9859-cc919e47c8c0 ResponseDesc=OK 2021-07-07T01:24:02.098Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f59beab8-9dc6-42fd-b68b-f6300d4d0693 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:02.098Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:02.098Z InvocationID=023e023d-938d-4f3a-9509-adcd1bc6dc99 2021-07-07T01:24:02.346Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f59beab8-9dc6-42fd-b68b-f6300d4d0693 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:02.653Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f59beab8-9dc6-42fd-b68b-f6300d4d0693 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=555 EndTimestamp=2021-07-07T01:24:02.653Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:02.098Z InvocationID=a8a65969-d9e0-4031-8a6d-f94c382dd4bb ResponseDesc=OK 2021-07-07T01:24:03.930Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=40794d25-389b-43e5-a220-d53183aa0de8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:03.930Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:03.930Z InvocationID=f47912f0-826c-4de4-acef-d8b79ad6e449 2021-07-07T01:24:04.069Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=40794d25-389b-43e5-a220-d53183aa0de8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:04.284Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=40794d25-389b-43e5-a220-d53183aa0de8 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=354 EndTimestamp=2021-07-07T01:24:04.284Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:03.930Z InvocationID=732bd372-27b4-49b4-a586-52a910465fdd ResponseDesc=OK 2021-07-07T01:24:04.699Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0a558943-7852-4528-9a1d-67429f828415 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:04.698Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:04.698Z InvocationID=36f92d1a-2985-45bb-b3b8-29e869327e64 2021-07-07T01:24:04.787Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0a558943-7852-4528-9a1d-67429f828415 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:05.387Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0a558943-7852-4528-9a1d-67429f828415 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=689 EndTimestamp=2021-07-07T01:24:05.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:04.698Z InvocationID=2c9416a6-dde5-4e65-9a9f-fc6b1110ac61 ResponseDesc=OK 2021-07-07T01:24:06.572Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=95a663d2-2dfc-4c90-929d-1f3f449ac542 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:06.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:06.572Z InvocationID=5faebaca-f153-4217-83a1-6720a86e2b4c 2021-07-07T01:24:06.703Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=95a663d2-2dfc-4c90-929d-1f3f449ac542 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:07.094Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=95a663d2-2dfc-4c90-929d-1f3f449ac542 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=522 EndTimestamp=2021-07-07T01:24:07.094Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:06.572Z InvocationID=78b5fe78-01eb-4742-8bc4-f06640bf7f4f ResponseDesc=OK 2021-07-07T01:24:08.093Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=57fb9d6e-2a3c-43ff-b3e7-0e66a884d877 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:08.093Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:08.093Z InvocationID=f6eb2761-b88d-4d63-a1fe-68e4ab87775c 2021-07-07T01:24:08.953Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=57fb9d6e-2a3c-43ff-b3e7-0e66a884d877 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:09.384Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=57fb9d6e-2a3c-43ff-b3e7-0e66a884d877 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1291 EndTimestamp=2021-07-07T01:24:09.384Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:08.093Z InvocationID=18f27d6b-c8e9-4907-83ed-78722e2f7d39 ResponseDesc=OK 2021-07-07T01:24:11.195Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=81672d56-63f0-4156-8029-0794c6b9d05d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:11.195Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:11.195Z InvocationID=e0f8a08f-9e1d-4064-9455-a82339205231 2021-07-07T01:24:11.485Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=81672d56-63f0-4156-8029-0794c6b9d05d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:11.694Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=81672d56-63f0-4156-8029-0794c6b9d05d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=498 EndTimestamp=2021-07-07T01:24:11.693Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:11.195Z InvocationID=3657fd58-3261-4f8f-b1b0-1e31c9778c2b ResponseDesc=OK 2021-07-07T01:24:13.923Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f0719744-2ac4-4719-9702-94a8e45bc31e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:13.923Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:13.923Z InvocationID=fcadfe1d-00bd-4422-a1cc-9c361ccdfb5c 2021-07-07T01:24:14.001Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2c7f7dbc-42e5-4535-b8be-85db738e78a7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:14.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:14.001Z InvocationID=bb9bec35-b714-45c3-9a47-c56314e6a303 2021-07-07T01:24:14.186Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2c7f7dbc-42e5-4535-b8be-85db738e78a7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:14.211Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f0719744-2ac4-4719-9702-94a8e45bc31e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:14.398Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f0719744-2ac4-4719-9702-94a8e45bc31e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=474 EndTimestamp=2021-07-07T01:24:14.397Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:13.923Z InvocationID=46d04a07-a8e6-4c7f-9d0c-2d005a88b7f9 ResponseDesc=OK 2021-07-07T01:24:14.518Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2c7f7dbc-42e5-4535-b8be-85db738e78a7 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=517 EndTimestamp=2021-07-07T01:24:14.518Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:14.001Z InvocationID=579393f8-f31a-4117-8f72-ed75f067ac35 ResponseDesc=OK 2021-07-07T01:24:16.571Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4c9e8d4a-59df-48ab-8c34-b0146562aa61 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:16.571Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:16.571Z InvocationID=c8b32e9e-8172-4697-a189-c40980fd86dd 2021-07-07T01:24:16.642Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4c9e8d4a-59df-48ab-8c34-b0146562aa61 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:17.389Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a54a462e-c44a-45e3-8c6a-d79a6fb3805d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:17.388Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:17.388Z InvocationID=048328c7-ac77-4288-9ea3-8a1df2e2829c 2021-07-07T01:24:17.584Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a54a462e-c44a-45e3-8c6a-d79a6fb3805d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:17.886Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4c9e8d4a-59df-48ab-8c34-b0146562aa61 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1315 EndTimestamp=2021-07-07T01:24:17.886Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:16.571Z InvocationID=7322a97f-dbbb-4cc9-9bfe-510fe0c7c121 ResponseDesc=OK 2021-07-07T01:24:18.546Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a54a462e-c44a-45e3-8c6a-d79a6fb3805d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1158 EndTimestamp=2021-07-07T01:24:18.546Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:17.388Z InvocationID=431addc6-d529-4fdf-bbcf-41674687c5cc ResponseDesc=OK 2021-07-07T01:24:20.396Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9706854b-08b4-40e4-ad88-7f14412816d9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:20.396Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:20.396Z InvocationID=55c6104d-1775-4174-9bf3-812f66647804 2021-07-07T01:24:20.706Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9706854b-08b4-40e4-ad88-7f14412816d9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:21.090Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9706854b-08b4-40e4-ad88-7f14412816d9 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=694 EndTimestamp=2021-07-07T01:24:21.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:20.396Z InvocationID=0a6718be-3945-47e9-9f3d-641f616935f0 ResponseDesc=OK 2021-07-07T01:24:23.090Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=17af4840-4c93-46d8-a886-acfea8ec7b17 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:23.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:23.090Z InvocationID=f8b6a252-5a0f-47a2-bfd0-5c8ea26e913d 2021-07-07T01:24:23.099Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=17af4840-4c93-46d8-a886-acfea8ec7b17 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:23.203Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=17af4840-4c93-46d8-a886-acfea8ec7b17 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=112 EndTimestamp=2021-07-07T01:24:23.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:23.090Z InvocationID=4ef33670-f9c8-4ec8-9426-813ca9efad7c ResponseDesc=OK 2021-07-07T01:24:23.924Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cd094787-bba3-494f-a9bc-18d41d20966d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:23.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:23.924Z InvocationID=cc189579-1a52-4b5c-ba72-757eb3e7a67c 2021-07-07T01:24:23.987Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cd094787-bba3-494f-a9bc-18d41d20966d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:24.009Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cd094787-bba3-494f-a9bc-18d41d20966d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=85 EndTimestamp=2021-07-07T01:24:24.009Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:23.924Z InvocationID=9a36af15-a703-4a2c-96df-d03b24aff844 ResponseDesc=OK 2021-07-07T01:24:25.887Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=55c6e67e-ef1d-4a43-a2a0-0fed3569bd19 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:25.887Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:25.887Z InvocationID=a55320fe-e52b-4b9d-aaed-aab34e158922 2021-07-07T01:24:26.143Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=55c6e67e-ef1d-4a43-a2a0-0fed3569bd19 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:26.384Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=55c6e67e-ef1d-4a43-a2a0-0fed3569bd19 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=497 EndTimestamp=2021-07-07T01:24:26.384Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:25.887Z InvocationID=998e6111-8529-489e-8c23-f932f757442a ResponseDesc=OK 2021-07-07T01:24:26.572Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e3500aee-0946-4297-8902-e13382d17f02 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:26.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:26.572Z InvocationID=38f4fac3-f306-4a86-b576-54be667e2000 2021-07-07T01:24:26.754Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e3500aee-0946-4297-8902-e13382d17f02 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:27.045Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e3500aee-0946-4297-8902-e13382d17f02 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=473 EndTimestamp=2021-07-07T01:24:27.045Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:26.572Z InvocationID=15f5ce7f-92c6-411d-a1cf-29dd8f3c5831 ResponseDesc=OK 2021-07-07T01:24:29.192Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=250c42a3-cf67-4a9a-a3da-a0a2e2112b92 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:29.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:29.191Z InvocationID=5e8d21d1-53ec-447c-ac3e-78f4b594d6c3 2021-07-07T01:24:29.384Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=250c42a3-cf67-4a9a-a3da-a0a2e2112b92 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:29.843Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=250c42a3-cf67-4a9a-a3da-a0a2e2112b92 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=652 EndTimestamp=2021-07-07T01:24:29.843Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:29.191Z InvocationID=57d138c0-d6d3-438c-b259-43e3e7189924 ResponseDesc=OK 2021-07-07T01:24:31.995Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4c4a1f73-63fb-4753-90f4-7eb156e95204 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:31.994Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:31.994Z InvocationID=79a6d236-6081-4efc-b06d-a7f7e5808931 2021-07-07T01:24:32.244Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4c4a1f73-63fb-4753-90f4-7eb156e95204 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:32.584Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4c4a1f73-63fb-4753-90f4-7eb156e95204 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=590 EndTimestamp=2021-07-07T01:24:32.584Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:31.994Z InvocationID=c8af8f6b-d5c2-40ae-a558-c659bab0e358 ResponseDesc=OK 2021-07-07T01:24:33.924Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7ae95923-2d2a-4df6-973f-a963d27e1b3d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:33.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:33.924Z InvocationID=21db5b3d-4837-4b16-8136-96ce9cad1f92 2021-07-07T01:24:34.088Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7ae95923-2d2a-4df6-973f-a963d27e1b3d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:34.788Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7ae95923-2d2a-4df6-973f-a963d27e1b3d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=864 EndTimestamp=2021-07-07T01:24:34.788Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:33.924Z InvocationID=69024ede-e8f0-43fb-be1e-33f13d0bfe20 ResponseDesc=OK 2021-07-07T01:24:34.898Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9be24421-205f-4323-906e-0b0711d1def4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:34.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:34.898Z InvocationID=c9514a2a-c521-4488-894e-a15d77a4faa8 2021-07-07T01:24:34.987Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9be24421-205f-4323-906e-0b0711d1def4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:35.250Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9be24421-205f-4323-906e-0b0711d1def4 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=352 EndTimestamp=2021-07-07T01:24:35.250Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:34.898Z InvocationID=b53fb046-0676-4a1f-9ab5-e5e0870814cb ResponseDesc=OK 2021-07-07T01:24:36.572Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8f141987-a433-4cd3-8277-fc63745c3bac InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:36.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:36.572Z InvocationID=a242031d-f9dd-4cf5-89c4-73e37312caa5 2021-07-07T01:24:37.253Z [qtp817348612-50] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8f141987-a433-4cd3-8277-fc63745c3bac InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:37.584Z [qtp817348612-50] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8f141987-a433-4cd3-8277-fc63745c3bac InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1012 EndTimestamp=2021-07-07T01:24:37.584Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:36.572Z InvocationID=d7b4011e-fb4b-4f45-993e-3af317a20e23 ResponseDesc=OK 2021-07-07T01:24:38.387Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ab7eeb04-bd89-40db-89cf-9a29c29ffa1e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:38.387Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:38.387Z InvocationID=505e4866-c8e4-4ff5-9255-4a2014e9c9dd 2021-07-07T01:24:38.486Z [qtp817348612-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ab7eeb04-bd89-40db-89cf-9a29c29ffa1e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:39.186Z [qtp817348612-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ab7eeb04-bd89-40db-89cf-9a29c29ffa1e InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=799 EndTimestamp=2021-07-07T01:24:39.186Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:38.387Z InvocationID=17afd4aa-4fb7-4a4c-9cff-70d5e3f09e06 ResponseDesc=OK 2021-07-07T01:24:41.295Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=baeaf2dd-a236-4ef8-b152-958cd87522a0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:41.295Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:41.295Z InvocationID=cb925ff7-476c-4f1b-9dd0-74df180b1bb6 2021-07-07T01:24:41.384Z [qtp817348612-53] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=baeaf2dd-a236-4ef8-b152-958cd87522a0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:41.874Z [qtp817348612-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=baeaf2dd-a236-4ef8-b152-958cd87522a0 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=579 EndTimestamp=2021-07-07T01:24:41.874Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:41.295Z InvocationID=9e569ca2-ade7-4615-aa3b-e079cb84b0e1 ResponseDesc=OK 2021-07-07T01:24:43.925Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2d3633ae-c864-4e8f-9767-8ba52e0c5e4d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:43.924Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:43.924Z InvocationID=d19bbd6d-d436-48b0-a2b1-e55baf68e837 2021-07-07T01:24:43.997Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bbc192c1-453e-435a-be24-4c55b6e0d036 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:43.996Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:43.996Z InvocationID=358f121d-59eb-4d4c-a80c-95c8d8cb5e49 2021-07-07T01:24:44.701Z [qtp817348612-58] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bbc192c1-453e-435a-be24-4c55b6e0d036 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:44.842Z [qtp817348612-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2d3633ae-c864-4e8f-9767-8ba52e0c5e4d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:45.186Z [qtp817348612-58] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bbc192c1-453e-435a-be24-4c55b6e0d036 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1190 EndTimestamp=2021-07-07T01:24:45.186Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:43.996Z InvocationID=6f21963d-c7cc-4875-a97e-49499690eabd ResponseDesc=OK 2021-07-07T01:24:45.193Z [qtp817348612-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2d3633ae-c864-4e8f-9767-8ba52e0c5e4d InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1269 EndTimestamp=2021-07-07T01:24:45.193Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:43.924Z InvocationID=e7052cf7-0149-4d72-a5fb-99e7cdec3520 ResponseDesc=OK 2021-07-07T01:24:46.572Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1f011d9b-958d-4a85-8683-5c1a7ef20e67 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:46.572Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:46.572Z InvocationID=c05db95f-2cfe-473d-8678-85517be9d084 2021-07-07T01:24:46.685Z [qtp817348612-49] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1f011d9b-958d-4a85-8683-5c1a7ef20e67 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:46.998Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4d23bf7f-bb02-4b05-9375-218a0a104787 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:46.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:46.998Z InvocationID=95ca045f-4be6-46de-a84c-539810f7d1f6 2021-07-07T01:24:47.944Z [qtp817348612-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4d23bf7f-bb02-4b05-9375-218a0a104787 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:48.045Z [qtp817348612-49] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1f011d9b-958d-4a85-8683-5c1a7ef20e67 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1473 EndTimestamp=2021-07-07T01:24:48.045Z PartnerName=kube-probe/1.18 ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=172.16.10.111 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:46.572Z InvocationID=a6b9e6ec-57b3-42be-9971-f0dbfa33397d ResponseDesc=OK 2021-07-07T01:24:48.485Z [qtp817348612-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4d23bf7f-bb02-4b05-9375-218a0a104787 InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=1486 EndTimestamp=2021-07-07T01:24:48.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:46.998Z InvocationID=be75a711-97e1-4aa6-81af-3a6794dd1092 ResponseDesc=OK 2021-07-07T01:24:50.098Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f486ef07-2c4b-4bf9-bcee-ea001153455f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=0 EndTimestamp=2021-07-07T01:24:50.097Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:50.097Z InvocationID=dffb394f-b0c1-4d55-a4eb-72b68bc97129 2021-07-07T01:24:50.385Z [qtp817348612-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f486ef07-2c4b-4bf9-bcee-ea001153455f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-07-07T01:24:50.786Z [qtp817348612-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f486ef07-2c4b-4bf9-bcee-ea001153455f InstanceID=98eb2493-74ba-4364-a1af-03a0d31c32b6 ElapsedTime=689 EndTimestamp=2021-07-07T01:24:50.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.9.1) ServerFQDN=dev-sdc-onboarding-be-6b8fd49d45-gpxpv ClientIPAddress=10.242.10.229 StatusCode=COMPLETE ServerIpAddress=10.242.35.82 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-07-07T01:24:50.097Z InvocationID=211c5d6b-01c9-4466-ade1-bcb3100e4bae ResponseDesc=OK